You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/09/26 18:12:52 UTC

[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4887 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4887/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:     1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:152)         at java.net.SocketInputStream.read(SocketInputStream.java:122)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest: 
   1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:152)
        at java.net.SocketInputStream.read(SocketInputStream.java:122)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
        at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
        at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
        at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
        at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
        at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
        at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
	at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:152)         at java.net.SocketInputStream.read(SocketInputStream.java:122)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.read(SocketInputStream.java:152)
        at java.net.SocketInputStream.read(SocketInputStream.java:122)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
        at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
        at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
        at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
        at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
        at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
        at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
        at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
        at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
        at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
        at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
        at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
	at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)




Build Log:
[...truncated 12241 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/init-core-data-001
   [junit4]   2> 1390957 T7774 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1390961 T7774 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1390962 T7774 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1390963 T7775 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1391062 T7774 oasc.ZkTestServer.run start zk server on port:29659
   [junit4]   2> 1391063 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1391064 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1391067 T7781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b7545ec name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1391068 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1391068 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1391068 T7774 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1391071 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1391072 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1391074 T7783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e3035a4 name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1391074 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1391074 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1391074 T7774 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1391076 T7774 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1391077 T7774 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1391079 T7774 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1391080 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1391081 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1391084 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1391084 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1391086 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1391087 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1391089 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1391089 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1391091 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1391092 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1391093 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1391094 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1391096 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1391096 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1391098 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1391099 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1391100 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1391101 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1391103 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1391103 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1391105 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1391106 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1392266 T7774 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1392270 T7774 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29666
   [junit4]   2> 1392271 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1392271 T7774 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1392271 T7774 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002
   [junit4]   2> 1392272 T7774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/'
   [junit4]   2> 1392317 T7774 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/solr.xml
   [junit4]   2> 1392396 T7774 oasc.CoreContainer.<init> New CoreContainer 1615606697
   [junit4]   2> 1392396 T7774 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/]
   [junit4]   2> 1392397 T7774 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1392397 T7774 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1392399 T7774 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1392399 T7774 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1392399 T7774 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1392400 T7774 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1392400 T7774 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1392400 T7774 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1392400 T7774 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29659/solr
   [junit4]   2> 1392401 T7774 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1392401 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1392402 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1392403 T7794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad3cda3 name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1392404 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1392404 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1392406 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1392407 T7796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29006abb name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1392407 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1392408 T7774 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1392410 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1392411 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1392413 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1392414 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1392416 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1392417 T7774 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29665_
   [junit4]   2> 1392418 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29665_
   [junit4]   2> 1392419 T7774 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1392420 T7774 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1392421 T7774 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1392423 T7774 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:29665_
   [junit4]   2> 1392423 T7774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1392424 T7774 oasc.Overseer.start Overseer (id=92520223723618307-127.0.0.1:29665_-n_0000000000) starting
   [junit4]   2> 1392425 T7774 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1392430 T7774 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1392431 T7798 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1392431 T7774 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1392433 T7774 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1392434 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1392436 T7797 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1392440 T7800 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1392440 T7800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1392440 T7800 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1392441 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1392442 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:29665_",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:29665"}
   [junit4]   2> 1392442 T7797 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1392442 T7797 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 1392443 T7797 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1392444 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1393441 T7800 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1393442 T7800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1393442 T7800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1393443 T7800 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1393443 T7800 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1393443 T7800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/'
   [junit4]   2> 1393445 T7800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1393446 T7800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1393447 T7800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1393522 T7800 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1393583 T7800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1393584 T7800 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1393594 T7800 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1393987 T7800 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1394002 T7800 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1394005 T7800 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1394013 T7800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1394018 T7800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1394022 T7800 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1394023 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1394023 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1394023 T7800 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1394024 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1394024 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1394024 T7800 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1394024 T7800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1394025 T7800 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/
   [junit4]   2> 1394025 T7800 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e894fec
   [junit4]   2> 1394026 T7800 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data
   [junit4]   2> 1394026 T7800 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/index/
   [junit4]   2> 1394026 T7800 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1394027 T7800 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/index
   [junit4]   2> 1394027 T7800 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=41.880859375, floorSegmentMB=2.076171875, forceMergeDeletesPctAllowed=6.450381477847726, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1394028 T7800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-4d92aeb0)),segFN=segments_1,generation=1}
   [junit4]   2> 1394028 T7800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1394032 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1394034 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1394034 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1394034 T7800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1394035 T7800 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1394035 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1394036 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1394036 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1394036 T7800 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1394037 T7800 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1394037 T7800 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1394037 T7800 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1394038 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1394038 T7800 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1394039 T7800 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1394039 T7800 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1394065 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1394068 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1394070 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1394072 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1394079 T7800 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1394079 T7800 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1394080 T7800 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=46.7734375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=28.456511452704188, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6751617110180574
   [junit4]   2> 1394080 T7800 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-4d92aeb0)),segFN=segments_1,generation=1}
   [junit4]   2> 1394080 T7800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1394081 T7800 oass.SolrIndexSearcher.<init> Opening Searcher@70f4ece0[collection1] main
   [junit4]   2> 1394081 T7800 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1394082 T7800 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1394082 T7800 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1394082 T7800 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1394082 T7800 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1394083 T7800 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1394083 T7800 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1394084 T7800 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1394084 T7800 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1394085 T7800 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1394086 T7800 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1394086 T7800 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1394089 T7802 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70f4ece0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1394091 T7800 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1394092 T7805 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29665 collection:control_collection shard:shard1
   [junit4]   2> 1394092 T7774 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3
   [junit4]   2> 1394093 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1394093 T7805 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1394096 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1394096 T7805 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1394096 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1394098 T7808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dc7367d name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1394098 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1394098 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1394098 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1394098 T7805 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1394099 T7805 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C626 name=collection1 org.apache.solr.core.SolrCore@3c75ddf2 url=http://127.0.0.1:29665/collection1 node=127.0.0.1:29665_ C626_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:29665_, state=down, core=collection1, base_url=http://127.0.0.1:29665}
   [junit4]   2> 1394099 T7805 C626 P29665 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29665/collection1/
   [junit4]   2> 1394099 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1394099 T7805 C626 P29665 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1394100 T7805 C626 P29665 oasc.SyncStrategy.syncToMe http://127.0.0.1:29665/collection1/ has no replicas
   [junit4]   2> 1394100 T7805 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29665/collection1/ shard1
   [junit4]   2> 1394100 T7805 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1394110 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1394110 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1394110 T7774 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1394115 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1394115 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1394115 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1394163 T7805 oasc.ZkController.register We are http://127.0.0.1:29665/collection1/ and leader is http://127.0.0.1:29665/collection1/
   [junit4]   2> 1394164 T7805 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29665
   [junit4]   2> 1394164 T7805 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1394164 T7805 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1394164 T7805 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1394165 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1394167 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:29665_",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:29665"}
   [junit4]   2> 1394270 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1394270 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1395157 T7774 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1395158 T7774 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1395161 T7774 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29676
   [junit4]   2> 1395161 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1395161 T7774 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1395161 T7774 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003
   [junit4]   2> 1395162 T7774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/'
   [junit4]   2> 1395190 T7774 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/solr.xml
   [junit4]   2> 1395243 T7774 oasc.CoreContainer.<init> New CoreContainer 849544891
   [junit4]   2> 1395243 T7774 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/]
   [junit4]   2> 1395244 T7774 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1395244 T7774 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1395244 T7774 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1395246 T7774 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1395246 T7774 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1395246 T7774 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1395247 T7774 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1395247 T7774 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1395247 T7774 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29659/solr
   [junit4]   2> 1395247 T7774 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1395248 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1395248 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1395250 T7820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d0ef8f5 name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1395251 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1395251 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1395253 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1395254 T7822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33446515 name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1395254 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1395258 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1396261 T7774 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29675_
   [junit4]   2> 1396262 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29675_
   [junit4]   2> 1396265 T7774 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1396270 T7824 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1396270 T7824 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1396271 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1396271 T7824 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1396272 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:29675_",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:29675"}
   [junit4]   2> 1396273 T7797 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1396273 T7797 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 1396273 T7797 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1396275 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1396275 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1396275 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397271 T7824 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1397272 T7824 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1397272 T7824 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1397272 T7824 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1397273 T7824 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1397273 T7824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/'
   [junit4]   2> 1397274 T7824 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1397275 T7824 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1397275 T7824 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1397321 T7824 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1397354 T7824 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1397355 T7824 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1397362 T7824 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1397702 T7824 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1397711 T7824 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1397713 T7824 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1397721 T7824 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1397724 T7824 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1397727 T7824 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1397727 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1397728 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1397728 T7824 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1397729 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1397729 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1397729 T7824 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1397729 T7824 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1397730 T7824 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/
   [junit4]   2> 1397730 T7824 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e894fec
   [junit4]   2> 1397731 T7824 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1
   [junit4]   2> 1397731 T7824 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/index/
   [junit4]   2> 1397731 T7824 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1397731 T7824 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/index
   [junit4]   2> 1397731 T7824 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=41.880859375, floorSegmentMB=2.076171875, forceMergeDeletesPctAllowed=6.450381477847726, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1397732 T7824 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-25e5219c)),segFN=segments_1,generation=1}
   [junit4]   2> 1397732 T7824 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1397735 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1397737 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1397737 T7824 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1397737 T7824 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1397738 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1397738 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1397738 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1397740 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1397740 T7824 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1397740 T7824 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1397741 T7824 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1397753 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1397754 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1397755 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1397757 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1397759 T7824 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1397760 T7824 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1397760 T7824 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=46.7734375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=28.456511452704188, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6751617110180574
   [junit4]   2> 1397761 T7824 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-25e5219c)),segFN=segments_1,generation=1}
   [junit4]   2> 1397761 T7824 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1397761 T7824 oass.SolrIndexSearcher.<init> Opening Searcher@6f9d2a8e[collection1] main
   [junit4]   2> 1397761 T7824 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1397762 T7824 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1397762 T7824 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1397762 T7824 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1397763 T7824 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1397763 T7824 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1397763 T7824 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1397764 T7824 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1397764 T7824 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1397764 T7824 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1397767 T7825 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f9d2a8e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1397769 T7824 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1397770 T7828 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29675 collection:collection1 shard:shard2
   [junit4]   2> 1397770 T7774 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3
   [junit4]   2> 1397771 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1397771 T7828 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1397775 T7828 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1397776 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1397776 T7828 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1397776 T7828 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C627 name=collection1 org.apache.solr.core.SolrCore@3f5f6d5c url=http://127.0.0.1:29675/collection1 node=127.0.0.1:29675_ C627_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:29675_, state=down, core=collection1, base_url=http://127.0.0.1:29675}
   [junit4]   2> 1397776 T7828 C627 P29675 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29675/collection1/
   [junit4]   2> 1397777 T7828 C627 P29675 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1397777 T7828 C627 P29675 oasc.SyncStrategy.syncToMe http://127.0.0.1:29675/collection1/ has no replicas
   [junit4]   2> 1397777 T7828 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29675/collection1/ shard2
   [junit4]   2> 1397777 T7828 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1397779 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397779 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397779 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397782 T7830 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1397885 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397885 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397885 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1397934 T7828 oasc.ZkController.register We are http://127.0.0.1:29675/collection1/ and leader is http://127.0.0.1:29675/collection1/
   [junit4]   2> 1397935 T7828 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29675
   [junit4]   2> 1397935 T7828 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1397935 T7828 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1397935 T7828 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1397936 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1397938 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:29675_",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:29675"}
   [junit4]   2> 1398041 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1398041 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1398041 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1399068 T7774 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1399069 T7774 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1399071 T7774 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29683
   [junit4]   2> 1399071 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1399072 T7774 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1399072 T7774 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004
   [junit4]   2> 1399072 T7774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/'
   [junit4]   2> 1399105 T7774 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/solr.xml
   [junit4]   2> 1399177 T7774 oasc.CoreContainer.<init> New CoreContainer 1916706720
   [junit4]   2> 1399178 T7774 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/]
   [junit4]   2> 1399179 T7774 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1399179 T7774 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1399180 T7774 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1399180 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1399180 T7774 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1399181 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1399181 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1399181 T7774 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1399182 T7774 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1399182 T7774 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1399183 T7774 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1399183 T7774 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1399183 T7774 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1399184 T7774 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29659/solr
   [junit4]   2> 1399184 T7774 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1399185 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1399185 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1399187 T7841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d61fbf8 name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1399188 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1399188 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1399190 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1399191 T7843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@649d1f9a name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1399191 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1399196 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1400199 T7774 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29682_
   [junit4]   2> 1400200 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29682_
   [junit4]   2> 1400203 T7774 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1400210 T7845 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1400210 T7845 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1400211 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1400211 T7845 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1400213 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:29682_",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:29682"}
   [junit4]   2> 1400213 T7797 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1400213 T7797 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1400215 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1400215 T7844 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1400215 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1400215 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1401211 T7845 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1401212 T7845 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1401212 T7845 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1401212 T7845 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1401213 T7845 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1401213 T7845 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/'
   [junit4]   2> 1401214 T7845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1401215 T7845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1401215 T7845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1401259 T7845 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1401291 T7845 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1401292 T7845 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1401299 T7845 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1401554 T7845 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1401562 T7845 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1401564 T7845 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1401572 T7845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1401575 T7845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1401577 T7845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1401578 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1401578 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1401579 T7845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1401579 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1401579 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1401579 T7845 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1401580 T7845 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1401580 T7845 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/
   [junit4]   2> 1401580 T7845 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e894fec
   [junit4]   2> 1401581 T7845 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2
   [junit4]   2> 1401581 T7845 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/index/
   [junit4]   2> 1401581 T7845 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1401581 T7845 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/index
   [junit4]   2> 1401581 T7845 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=41.880859375, floorSegmentMB=2.076171875, forceMergeDeletesPctAllowed=6.450381477847726, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1401582 T7845 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-5fa71586)),segFN=segments_1,generation=1}
   [junit4]   2> 1401582 T7845 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1401585 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1401587 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1401587 T7845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1401587 T7845 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1401588 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1401588 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1401588 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1401590 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1401590 T7845 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1401590 T7845 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1401591 T7845 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1401604 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1401606 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1401607 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1401608 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1401611 T7845 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1401612 T7845 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1401612 T7845 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=46.7734375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=28.456511452704188, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6751617110180574
   [junit4]   2> 1401612 T7845 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-5fa71586)),segFN=segments_1,generation=1}
   [junit4]   2> 1401613 T7845 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1401613 T7845 oass.SolrIndexSearcher.<init> Opening Searcher@2cf54f61[collection1] main
   [junit4]   2> 1401613 T7845 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1401614 T7845 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1401614 T7845 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1401614 T7845 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1401614 T7845 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1401614 T7845 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1401615 T7845 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1401615 T7845 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1401615 T7845 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1401616 T7845 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1401618 T7846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cf54f61[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401621 T7845 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1401621 T7849 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29682 collection:collection1 shard:shard1
   [junit4]   2> 1401622 T7774 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3
   [junit4]   2> 1401622 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1401622 T7849 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1401626 T7849 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1401627 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1401627 T7849 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1401627 T7849 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C628 name=collection1 org.apache.solr.core.SolrCore@480a68c6 url=http://127.0.0.1:29682/collection1 node=127.0.0.1:29682_ C628_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:29682_, state=down, core=collection1, base_url=http://127.0.0.1:29682}
   [junit4]   2> 1401628 T7849 C628 P29682 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29682/collection1/
   [junit4]   2> 1401628 T7849 C628 P29682 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1401628 T7849 C628 P29682 oasc.SyncStrategy.syncToMe http://127.0.0.1:29682/collection1/ has no replicas
   [junit4]   2> 1401628 T7849 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29682/collection1/ shard1
   [junit4]   2> 1401628 T7849 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1401631 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1401734 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1401734 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:S

[...truncated too long message...]

oMBeanTest, DeleteInactiveReplicaTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestJoin, DistributedTermsComponentTest, DistributedQueryElevationComponentTest, DefaultValueUpdateProcessorTest, CacheHeaderTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestCollationField, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CoreContainerCoreInitFailuresTest, TestSolrIndexConfig, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestBinaryField, TestCharFilters, EchoParamsTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, URLClassifyProcessorTest, TestSystemIdResolver, DateFieldTest, CursorPagingTest, ConnectionManagerTest, DeleteReplicaTest, HttpPartitionTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.seed=DC7E643C632EEC18 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar_LB -Dtests.timezone=Africa/Mogadishu -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J3 | HttpPartitionTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest: 
   [junit4]    >    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
   [junit4]    >         at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    >         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    >         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    >         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    >         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
   [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
   [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
   [junit4]    >         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
   [junit4]    >         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
   [junit4]    >         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
   [junit4]    >         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
   [junit4]    >         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
   [junit4]    >         at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    >         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    >         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    >         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    >         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
   [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
   [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
   [junit4]    >         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
   [junit4]    >         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
   [junit4]    >         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
   [junit4]    >         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
   [junit4]    >         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)
   [junit4] Completed on J3 in 479.47s, 1 test, 2 errors <<< FAILURES!

[...truncated 33 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:524: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:472: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:961: There were test failures: 432 suites, 1778 tests, 2 suite-level errors, 63 ignored (23 assumptions)

Total time: 59 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4886
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 163528426 bytes
Compression is 0.0%
Took 27 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4888 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4888/

1 tests failed.
FAILED:  org.apache.solr.client.solrj.TestLBHttpSolrServer.testReliability

Error Message:
No live SolrServers available to handle this request

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
	at __randomizedtesting.SeedInfo.seed([FBF090CBDA074DFE:3A384D8D7B619C57]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:528)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.client.solrj.TestLBHttpSolrServer.testReliability(TestLBHttpSolrServer.java:223)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:29854/solr
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:580)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:481)
	... 43 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:466)
	... 46 more




Build Log:
[...truncated 12546 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.TestLBHttpSolrServer
   [junit4]   2> SLF4J: Class path contains multiple SLF4J bindings.
   [junit4]   2> SLF4J: Found binding in [jar:file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/test-lib/slf4j-log4j12-1.7.6.jar!/org/slf4j/impl/StaticLoggerBinder.class]
   [junit4]   2> SLF4J: Found binding in [jar:file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/lib/slf4j-log4j12-1.7.6.jar!/org/slf4j/impl/StaticLoggerBinder.class]
   [junit4]   2> SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
   [junit4]   2> SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/init-core-data-001
   [junit4]   2> 3529 T11 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3737 T11 oas.SolrTestCaseJ4.setUp ###Starting testReliability
   [junit4]   2> 5134 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 5575 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31986
   [junit4]   2> 5786 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 5964 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5965 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001
   [junit4]   2> 5966 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/'
   [junit4]   2> 7029 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/solr.xml
   [junit4]   2> 7347 T11 oasc.CoreContainer.<init> New CoreContainer 755805628
   [junit4]   2> 7355 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/]
   [junit4]   2> 7611 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 7612 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 7613 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 7614 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 7615 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 7618 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 7618 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 7619 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 7620 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 8057 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 8088 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 8096 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 8110 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 9128 T23 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/'
   [junit4]   2> 9291 T23 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 9589 T23 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 9633 T23 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 9682 T23 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 10302 T23 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 10337 T23 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/
   [junit4]   2> 10755 T23 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 10823 T23 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/
   [junit4]   2> 10824 T23 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 11049 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data
   [junit4]   2> 11052 T23 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index/
   [junit4]   2> 11054 T23 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 11097 T23 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index
   [junit4]   2> 11495 T23 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 11504 T23 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 13405 T23 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 13525 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 13526 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 13527 T23 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 13592 T23 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 13593 T23 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 13594 T23 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 13601 T23 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 13632 T23 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 13717 T23 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 13952 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 13997 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 14001 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 14004 T23 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 14187 T23 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 14188 T23 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 14233 T23 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 14235 T23 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 14502 T23 oass.SolrIndexSearcher.<init> Opening Searcher@5e0fae9[collection1] main
   [junit4]   2> 14569 T23 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf
   [junit4]   2> 14570 T23 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf}
   [junit4]   2> 14719 T23 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf
   [junit4]   2> 14721 T23 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 14737 T23 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf
   [junit4]   2> 14738 T23 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 14923 T23 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 14924 T23 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 14937 T24 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e0fae9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 14947 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1
   [junit4]   2> 14948 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@a544ff1
   [junit4]   2> 18005 T16 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 1397
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@a544ff1
   [junit4]   2> 18355 T16 C1 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 19526 T16 C1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_2,generation=2}
   [junit4]   2> 19532 T16 C1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 19998 T16 C1 oass.SolrIndexSearcher.<init> Opening Searcher@302ff81c[collection1] main
   [junit4]   2> 20011 T16 C1 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 20025 T24 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@302ff81c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C10)))}
   [junit4]   2> 20026 T16 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&waitSearcher=true&version=2&commit=true&softCommit=false} {commit=} 0 1671
   [junit4]   2> 20057 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 20061 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13699
   [junit4]   2> 20063 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 20064 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20066 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001
   [junit4]   2> 20067 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/'
   [junit4]   2> 20148 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/solr.xml
   [junit4]   2> 20334 T11 oasc.CoreContainer.<init> New CoreContainer 448260583
   [junit4]   2> 20335 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/]
   [junit4]   2> 20338 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 20339 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 20340 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 20341 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 20342 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 20344 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 20345 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 20346 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 20347 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 20349 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 20350 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 20351 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 20362 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 20373 T35 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/'
   [junit4]   2> 20465 T35 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 20526 T35 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20528 T35 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 20538 T35 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 20567 T35 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 20569 T35 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/
   [junit4]   2> 20570 T35 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 20570 T35 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/
   [junit4]   2> 20571 T35 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 20574 T35 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data
   [junit4]   2> 20575 T35 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index/
   [junit4]   2> 20576 T35 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 20579 T35 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index
   [junit4]   2> 20586 T35 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 20586 T35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 20589 T35 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 20590 T35 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20590 T35 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20591 T35 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20591 T35 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 20592 T35 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 20592 T35 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 20593 T35 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 20593 T35 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 20594 T35 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 20616 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20618 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20621 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20623 T35 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20626 T35 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 20626 T35 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 20631 T35 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 20631 T35 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 20632 T35 oass.SolrIndexSearcher.<init> Opening Searcher@6677a632[collection1] main
   [junit4]   2> 20633 T35 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/conf
   [junit4]   2> 20633 T35 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/conf}
   [junit4]   2> 20634 T35 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/conf
   [junit4]   2> 20636 T35 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 20636 T35 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/conf
   [junit4]   2> 20637 T35 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 20638 T35 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 20638 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6677a632[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 20638 T35 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 20640 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1
   [junit4]   2> 20640 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@ef83f3a
   [junit4]   2> 20652 T28 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 8
   [junit4]   2> 20656 T28 C2 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 20674 T28 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index),segFN=segments_2,generation=2}
   [junit4]   2> 20675 T28 C2 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 20680 T28 C2 oass.SolrIndexSearcher.<init> Opening Searcher@11ecab56[collection1] main
   [junit4]   2> 20681 T28 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 20681 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11ecab56[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C10)))}
   [junit4]   2> 20682 T28 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&waitSearcher=true&version=2&commit=true&softCommit=false} {commit=} 0 26
   [junit4]   2> 20695 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 20698 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29854
   [junit4]   2> 20699 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 20699 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20700 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001
   [junit4]   2> 20701 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/'
   [junit4]   2> 20720 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/solr.xml
   [junit4]   2> 20799 T11 oasc.CoreContainer.<init> New CoreContainer 782853577
   [junit4]   2> 20799 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/]
   [junit4]   2> 20801 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 20802 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 20803 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 20803 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 20804 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 20804 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 20805 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 20806 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 20806 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 20807 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 20808 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 20808 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 20809 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 20819 T47 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/'
   [junit4]   2> 20877 T47 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 20934 T47 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20935 T47 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 20946 T47 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 20966 T47 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 20968 T47 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/
   [junit4]   2> 20968 T47 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 20969 T47 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/
   [junit4]   2> 20969 T47 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 20972 T47 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data
   [junit4]   2> 20974 T47 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index/
   [junit4]   2> 20975 T47 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 20977 T47 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index
   [junit4]   2> 20985 T47 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 20986 T47 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 20989 T47 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 20989 T47 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20990 T47 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20990 T47 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20991 T47 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 20991 T47 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 20992 T47 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 20992 T47 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 20993 T47 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 20993 T47 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 20996 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20998 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 21000 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 21002 T47 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 21005 T47 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 21006 T47 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 21010 T47 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 21010 T47 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21011 T47 oass.SolrIndexSearcher.<init> Opening Searcher@695a1b07[collection1] main
   [junit4]   2> 21012 T47 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/conf
   [junit4]   2> 21012 T47 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/conf}
   [junit4]   2> 21013 T47 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/conf
   [junit4]   2> 21014 T47 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 21015 T47 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/conf
   [junit4]   2> 21016 T47 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 21016 T47 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 21017 T48 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@695a1b07[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 21017 T47 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 21018 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1
   [junit4]   2> 21018 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C3 name=collection1 org.apache.solr.core.SolrCore@4fa1fad6
   [junit4]   2> 21028 T40 C3 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 6
   [junit4]   2> 21032 T40 C3 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 21051 T40 C3 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index),segFN=segments_2,generation=2}
   [junit4]   2> 21052 T40 C3 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 21056 T40 C3 oass.SolrIndexSearcher.<init> Opening Searcher@434c4af3[collection1] main
   [junit4]   2> 21057 T40 C3 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 21057 T48 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@434c4af3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C10)))}
   [junit4]   2> 21058 T40 C3 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&waitSearcher=true&version=2&commit=true&softCommit=false} {commit=} 0 26
   [junit4]   2> 21061 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=448260583
   [junit4]   2> 21062 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ef83f3a
   [junit4]   2> 21063 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 21064 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 21064 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 21065 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 21068 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 21070 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 21071 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index;done=false>>]
   [junit4]   2> 21072 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index
   [junit4]   2> 21586 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data;done=false>>]
   [junit4]   2> 21587 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data
   [junit4]   2> 21589 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 26896 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=755805628
   [junit4]   2> 26898 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@a544ff1
   [junit4]   2> 26958 T19 C4 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&version=2&q=*:*} hits=10 status=0 QTime=829 
   [junit4]   2> 26958 T41 C3 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&version=2&q=*:*} hits=10 status=0 QTime=312 
   [junit4]   2> 27027 T19 C4 oasc.SolrException.log ERROR null:org.eclipse.jetty.io.EofException
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:142)
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:107)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:214)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:207)
   [junit4]   2> 		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:98)
   [junit4]   2> 		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:52)
   [junit4]   2> 		at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:50)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:771)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
   [junit4]   2> 		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 27030 T19 C4 oasc.SolrException.log ERROR null:org.eclipse.jetty.io.EofException
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:142)
   [junit4]   2> 		at org.eclipse.jetty.server.HttpOutput.write(HttpOutput.java:107)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flush(FastOutputStream.java:214)
   [junit4]   2> 		at org.apache.solr.common.util.FastOutputStream.flushBuffer(FastOutputStream.java:207)
   [junit4]   2> 		at org.apache.solr.common.util.JavaBinCodec.marshal(JavaBinCodec.java:98)
   [junit4]   2> 		at org.apache.solr.response.BinaryResponseWriter.write(BinaryResponseWriter.java:52)
   [junit4]   2> 		at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:50)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.writeResponse(SolrDispatchFilter.java:771)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handleRequest(BlockingHttpConnection.java:53)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.headerComplete(AbstractHttpConnection.java:942)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.headerComplete(AbstractHttpConnection.java:1004)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:640)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:235)
   [junit4]   2> 		at org.eclipse.jetty.server.BlockingHttpConnection.handle(BlockingHttpConnection.java:72)
   [junit4]   2> 		at org.eclipse.jetty.server.bio.SocketConnector$ConnectorEndPoint.run(SocketConnector.java:264)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	
   [junit4]   2> 27079 T19 C4 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a544ff1
   [junit4]   2> 27080 T19 C4 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 27081 T19 C4 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 27082 T19 C4 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 27082 T19 C4 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 27094 T19 C4 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 27096 T19 C4 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 27096 T19 C4 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data;done=false>>]
   [junit4]   2> 27097 T19 C4 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data
   [junit4]   2> 27099 T19 C4 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index;done=false>>]
   [junit4]   2> 27099 T19 C4 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index
   [junit4]   2> 27624 T43 C3 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&sort=_docid_+asc&version=2&q=*:*&rows=0&distrib=false} hits=10 status=0 QTime=224 
   [junit4]   2> 31928 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=782853577
   [junit4]   2> 31929 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4fa1fad6
   [junit4]   2> 31930 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 31931 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 31932 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 31932 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 31939 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 31941 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 31942 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index;done=false>>]
   [junit4]   2> 31942 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index
   [junit4]   2> 31985 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data;done=false>>]
   [junit4]   2> 31986 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data
   [junit4]   2> 31987 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 36938 T11 oas.SolrTestCaseJ4.tearDown ###Ending testReliability
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLBHttpSolrServer -Dtests.method=testReliability -Dtests.seed=FBF090CBDA074DFE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en_IE -Dtests.timezone=Asia/Ulaanbaatar -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   33.5s J1 | TestLBHttpSolrServer.testReliability <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FBF090CBDA074DFE:3A384D8D7B619C57]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:528)
   [junit4]    > 	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
   [junit4]    > 	at org.apache.solr.client.solrj.TestLBHttpSolrServer.testReliability(TestLBHttpSolrServer.java:223)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:29854/solr
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:580)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:481)
   [junit4]    > 	... 43 more
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:466)
   [junit4]    > 	... 46 more
   [junit4]   2> 37217 T11 oas.SolrTestCaseJ4.setUp ###Starting testTwoServers
   [junit4]   2> 37233 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 37236 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24711
   [junit4]   2> 37238 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 37239 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 37239 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001
   [junit4]   2> 37240 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/'
   [junit4]   2> 37301 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/solr.xml
   [junit4]   2> 37437 T11 oasc.CoreContainer.<init> New CoreContainer 2043451316
   [junit4]   2> 37438 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/]
   [junit4]   2> 37440 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 37441 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 37442 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 37442 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 37443 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 37444 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 37445 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 37445 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 37446 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 37447 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 37448 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 37449 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 37450 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 37458 T60 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/'
   [junit4]   2> 37522 T60 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 37586 T60 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 37587 T60 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 37599 T60 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 37623 T60 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 37625 T60 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/
   [junit4]   2> 37626 T60 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 37626 T60 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/
   [junit4]   2> 37627 T60 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 37630 T60 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data
   [junit4]   2> 37631 T60 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index/
   [junit4]   2> 37632 T60 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 37634 T60 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index
   [junit4]   2> 37641 T60 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 37642 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 37645 T60 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 37646 T60 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 37646 T60 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 37647 T60 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 37648 T60 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 37648 T60 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 37649 T60 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 37649 T60 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 37650 T60 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 37651 T60 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 37668 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 37671 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 37674 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 37677 T60 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 37681 T60 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 37682 T60 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 37686 T60 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 37687 T60 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 37688 T60 oass.SolrIndexSearcher.<init> Opening Searcher@1a82bd28[collection1] main
   [junit4]   2> 37689 T60 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf
   [junit4]   2> 37689 T60 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf}
   [junit4]   2> 37690 T60 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf
   [junit4]   2> 37692 T60 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 37693 T60 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using file:dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/conf
   [junit4]   2> 37693 T60 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 37694 T60 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 37695 T61 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a82bd28[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 37695 T60 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 37696 T11 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1
   [junit4]   2> 37697 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@402e5bfe
   [junit4]   2> 37710 T53 C5 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]} 0 9
   [junit4]   2> 37716 T53 C5 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 37736 T53 C5 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index lockFactory=NativeFSLockFactory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index),segFN=segments_2,generation=2}
   [junit4]   2> 37738 T53 C5 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 37743 T53 C5 oass.SolrIndexSearcher.<init> Opening Searcher@6dff3519[collection1] main
   [junit4]   2> 37744 T53 C5 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 37745 T61 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6dff3519[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C10)))}
   [junit4]   2> 37746 T53 C5 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&waitSearcher=true&version=2&commit=true&softCommit=false} {commit=} 0 30
   [junit4]   2> 37757 T11 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 37760 T11 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39804
   [junit4]   2> 37761 T11 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 37762 T11 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 37763 T11 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001
   [junit4]   2> 37764 T11 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/'
   [junit4]   2> 37785 T11 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/solr.xml
   [junit4]   2> 37868 T11 oasc.CoreContainer.<init> New CoreContainer 419668204
   [junit4]   2> 37869 T11 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/]
   [junit4]   2> 37871 T11 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 37872 T11 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 37872 T11 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 37873 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 37874 T11 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 37874 T11 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 37875 T11 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 37876 T11 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 37876 T11 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 37878 T11 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 37878 T11 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 37879 T11 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 37880 T11 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 37887 T72 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/'
   [junit4]   2> 37952 T72 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 38014 T72 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 38016 T72 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 38029 T72 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 38050 T72 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 38053 T72 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/
   [junit4]   2> 38053 T72 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 38054 T72 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/
   [junit4]   2> 38055 T72 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 38057 T72 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data
   [junit4]   2> 38059 T72 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index/
   [junit4]   2> 38060 T72 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 38063 T72 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index
   [junit4]   2> 38071 T72 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-tru

[...truncated too long message...]

irectoryFactory - 2 directories currently being tracked
   [junit4]   2> 70262 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index;done=false>>]
   [junit4]   2> 70263 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data/index
   [junit4]   2> 70279 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data;done=false>>]
   [junit4]   2> 70280 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-0-001/collection1/data
   [junit4]   2> 70281 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 75264 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1723615038
   [junit4]   2> 75265 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4db6bcac
   [junit4]   2> 75266 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 75267 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 75267 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 75268 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 75272 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 75273 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 75274 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index;done=false>>]
   [junit4]   2> 75275 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data/index
   [junit4]   2> 75292 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data;done=false>>]
   [junit4]   2> 75293 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-1-001/collection1/data
   [junit4]   2> 75294 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 80274 T11 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=844118131
   [junit4]   2> 80275 T11 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6dd28655
   [junit4]   2> 80276 T11 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=10,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 80277 T11 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 80278 T11 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 80278 T11 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 80282 T11 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 80283 T11 oasc.CachingDirectoryFactory.close Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 80284 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data;done=false>>]
   [junit4]   2> 80284 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data
   [junit4]   2> 80286 T11 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index;done=false>>]
   [junit4]   2> 80286 T11 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001/instance-2-001/collection1/data/index
   [junit4]   2> 80303 T11 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 85285 T11 oas.SolrTestCaseJ4.tearDown ###Ending testSimple
   [junit4]   2> 85291 T11 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.TestLBHttpSolrServer-FBF090CBDA074DFE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {name=PostingsFormat(name=SimpleText), id=PostingsFormat(name=SimpleText)}, docValues:{}, sim=DefaultSimilarity, locale=en_IE, timezone=Asia/Ulaanbaatar
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=4,free=86808096,total=183500800
   [junit4]   2> NOTE: All tests run in this JVM: [TestLBHttpSolrServer]
   [junit4] Completed on J1 in 86.34s, 3 tests, 1 error <<< FAILURES!

[...truncated 102 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:524: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:472: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:202: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:961: There were test failures: 53 suites, 314 tests, 1 error

Total time: 59 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4886
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 9256698 bytes
Compression is 0.0%
Took 2.6 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4887 - Failure

Posted by Timothy Potter <th...@gmail.com>.
taking a look (at the very least I'll add the @AwaitsFix back to this
to prevent future failures) ...

On Fri, Sep 26, 2014 at 10:12 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4887/
>
> 2 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
>
> Error Message:
> 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:     1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:152)         at java.net.SocketInputStream.read(SocketInputStream.java:122)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
>    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
>         at java.net.SocketInputStream.socketRead0(Native Method)
>         at java.net.SocketInputStream.read(SocketInputStream.java:152)
>         at java.net.SocketInputStream.read(SocketInputStream.java:122)
>         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
>         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
>         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
>         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
>         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
>         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
>         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
>         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
>         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
>         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
>         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
>         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
>         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
>         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
>         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
>         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
>         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
>         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
>         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
>         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
>         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
>         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
>         at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
>
> Error Message:
> There are still zombie threads that couldn't be terminated:    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]         at java.net.SocketInputStream.socketRead0(Native Method)         at java.net.SocketInputStream.read(SocketInputStream.java:152)         at java.net.SocketInputStream.read(SocketInputStream.java:122)         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
>         at java.net.SocketInputStream.socketRead0(Native Method)
>         at java.net.SocketInputStream.read(SocketInputStream.java:152)
>         at java.net.SocketInputStream.read(SocketInputStream.java:122)
>         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
>         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
>         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
>         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
>         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
>         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
>         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
>         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
>         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
>         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
>         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
>         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
>         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
>         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
>         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
>         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
>         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
>         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
>         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
>         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
>         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
>         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
>         at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)
>
>
>
>
> Build Log:
> [...truncated 12241 lines...]
>    [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
>    [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/init-core-data-001
>    [junit4]   2> 1390957 T7774 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
>    [junit4]   2> 1390961 T7774 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
>    [junit4]   2> 1390962 T7774 oasc.ZkTestServer.run STARTING ZK TEST SERVER
>    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 1390963 T7775 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
>    [junit4]   2> 1391062 T7774 oasc.ZkTestServer.run start zk server on port:29659
>    [junit4]   2> 1391063 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 1391064 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1391067 T7781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b7545ec name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1391068 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1391068 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
>    [junit4]   2> 1391068 T7774 oascc.SolrZkClient.makePath makePath: /solr
>    [junit4]   2> 1391071 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 1391072 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1391074 T7783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e3035a4 name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1391074 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1391074 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
>    [junit4]   2> 1391074 T7774 oascc.SolrZkClient.makePath makePath: /collections/collection1
>    [junit4]   2> 1391076 T7774 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
>    [junit4]   2> 1391077 T7774 oascc.SolrZkClient.makePath makePath: /collections/control_collection
>    [junit4]   2> 1391079 T7774 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
>    [junit4]   2> 1391080 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
>    [junit4]   2> 1391081 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
>    [junit4]   2> 1391084 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
>    [junit4]   2> 1391084 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
>    [junit4]   2> 1391086 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>    [junit4]   2> 1391087 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>    [junit4]   2> 1391089 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
>    [junit4]   2> 1391089 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
>    [junit4]   2> 1391091 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
>    [junit4]   2> 1391092 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
>    [junit4]   2> 1391093 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
>    [junit4]   2> 1391094 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
>    [junit4]   2> 1391096 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
>    [junit4]   2> 1391096 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
>    [junit4]   2> 1391098 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>    [junit4]   2> 1391099 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
>    [junit4]   2> 1391100 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>    [junit4]   2> 1391101 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
>    [junit4]   2> 1391103 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
>    [junit4]   2> 1391103 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
>    [junit4]   2> 1391105 T7774 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
>    [junit4]   2> 1391106 T7774 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
>    [junit4]   2> 1392266 T7774 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 1392270 T7774 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29666
>    [junit4]   2> 1392271 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>    [junit4]   2> 1392271 T7774 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>    [junit4]   2> 1392271 T7774 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002
>    [junit4]   2> 1392272 T7774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/'
>    [junit4]   2> 1392317 T7774 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/solr.xml
>    [junit4]   2> 1392396 T7774 oasc.CoreContainer.<init> New CoreContainer 1615606697
>    [junit4]   2> 1392396 T7774 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/]
>    [junit4]   2> 1392397 T7774 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>    [junit4]   2> 1392397 T7774 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>    [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>    [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>    [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 1392398 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>    [junit4]   2> 1392399 T7774 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>    [junit4]   2> 1392399 T7774 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>    [junit4]   2> 1392399 T7774 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
>    [junit4]   2> 1392400 T7774 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 1392400 T7774 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 1392400 T7774 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 1392400 T7774 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29659/solr
>    [junit4]   2> 1392401 T7774 oasc.ZkController.checkChrootPath zkHost includes chroot
>    [junit4]   2> 1392401 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 1392402 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1392403 T7794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad3cda3 name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1392404 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1392404 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
>    [junit4]   2> 1392406 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1392407 T7796 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29006abb name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1392407 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1392408 T7774 oascc.SolrZkClient.makePath makePath: /overseer/queue
>    [junit4]   2> 1392410 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
>    [junit4]   2> 1392411 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
>    [junit4]   2> 1392413 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
>    [junit4]   2> 1392414 T7774 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
>    [junit4]   2> 1392416 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes
>    [junit4]   2> 1392417 T7774 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29665_
>    [junit4]   2> 1392418 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29665_
>    [junit4]   2> 1392419 T7774 oascc.SolrZkClient.makePath makePath: /overseer_elect
>    [junit4]   2> 1392420 T7774 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
>    [junit4]   2> 1392421 T7774 oasc.Overseer.close Overseer (id=null) closing
>    [junit4]   2> 1392423 T7774 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:29665_
>    [junit4]   2> 1392423 T7774 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
>    [junit4]   2> 1392424 T7774 oasc.Overseer.start Overseer (id=92520223723618307-127.0.0.1:29665_-n_0000000000) starting
>    [junit4]   2> 1392425 T7774 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
>    [junit4]   2> 1392430 T7774 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
>    [junit4]   2> 1392431 T7798 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
>    [junit4]   2> 1392431 T7774 oascc.SolrZkClient.makePath makePath: /clusterstate.json
>    [junit4]   2> 1392433 T7774 oascc.SolrZkClient.makePath makePath: /aliases.json
>    [junit4]   2> 1392434 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>    [junit4]   2> 1392436 T7797 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
>    [junit4]   2> 1392440 T7800 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
>    [junit4]   2> 1392440 T7800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>    [junit4]   2> 1392440 T7800 oasc.ZkController.waitForCoreNodeName look for our core node name
>    [junit4]   2> 1392441 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1392442 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "node_name":"127.0.0.1:29665_",
>    [junit4]   2>          "collection":"control_collection",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "numShards":"1",
>    [junit4]   2>          "base_url":"http://127.0.0.1:29665"}
>    [junit4]   2> 1392442 T7797 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
>    [junit4]   2> 1392442 T7797 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
>    [junit4]   2> 1392443 T7797 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
>    [junit4]   2> 1392444 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1393441 T7800 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>    [junit4]   2> 1393442 T7800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
>    [junit4]   2> 1393442 T7800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>    [junit4]   2> 1393443 T7800 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
>    [junit4]   2> 1393443 T7800 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
>    [junit4]   2> 1393443 T7800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/'
>    [junit4]   2> 1393445 T7800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/lib/README' to classloader
>    [junit4]   2> 1393446 T7800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/lib/.svn/' to classloader
>    [junit4]   2> 1393447 T7800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/lib/classes/' to classloader
>    [junit4]   2> 1393522 T7800 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
>    [junit4]   2> 1393583 T7800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 1393584 T7800 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>    [junit4]   2> 1393594 T7800 oass.IndexSchema.readSchema [collection1] Schema name=test
>    [junit4]   2> 1393987 T7800 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 1394002 T7800 oass.IndexSchema.readSchema default search field in schema is text
>    [junit4]   2> 1394005 T7800 oass.IndexSchema.readSchema unique key field: id
>    [junit4]   2> 1394013 T7800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>    [junit4]   2> 1394018 T7800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>    [junit4]   2> 1394022 T7800 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 1394023 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>    [junit4]   2> 1394023 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>    [junit4]   2> 1394023 T7800 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 1394024 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>    [junit4]   2> 1394024 T7800 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>    [junit4]   2> 1394024 T7800 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
>    [junit4]   2> 1394024 T7800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 1394025 T7800 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/
>    [junit4]   2> 1394025 T7800 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e894fec
>    [junit4]   2> 1394026 T7800 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data
>    [junit4]   2> 1394026 T7800 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/index/
>    [junit4]   2> 1394026 T7800 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
>    [junit4]   2> 1394027 T7800 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/control/data/index
>    [junit4]   2> 1394027 T7800 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=41.880859375, floorSegmentMB=2.076171875, forceMergeDeletesPctAllowed=6.450381477847726, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>    [junit4]   2> 1394028 T7800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-4d92aeb0)),segFN=segments_1,generation=1}
>    [junit4]   2> 1394028 T7800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 1394032 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>    [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 1394033 T7800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 1394034 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 1394034 T7800 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 1394034 T7800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 1394035 T7800 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 1394035 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1394036 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1394036 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1394036 T7800 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>    [junit4]   2> 1394037 T7800 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>    [junit4]   2> 1394037 T7800 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 1394037 T7800 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>    [junit4]   2> 1394038 T7800 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>    [junit4]   2> 1394038 T7800 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 1394039 T7800 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
>    [junit4]   2> 1394039 T7800 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
>    [junit4]   2> 1394065 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1394068 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1394070 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1394072 T7800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1394079 T7800 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>    [junit4]   2> 1394079 T7800 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>    [junit4]   2> 1394080 T7800 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=46.7734375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=28.456511452704188, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6751617110180574
>    [junit4]   2> 1394080 T7800 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-4d92aeb0)),segFN=segments_1,generation=1}
>    [junit4]   2> 1394080 T7800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 1394081 T7800 oass.SolrIndexSearcher.<init> Opening Searcher@70f4ece0[collection1] main
>    [junit4]   2> 1394081 T7800 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
>    [junit4]   2> 1394082 T7800 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
>    [junit4]   2> 1394082 T7800 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
>    [junit4]   2> 1394082 T7800 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 1394082 T7800 oasr.RestManager.init Initializing RestManager with initArgs: {}
>    [junit4]   2> 1394083 T7800 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1394083 T7800 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 1394084 T7800 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1394084 T7800 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
>    [junit4]   2> 1394085 T7800 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 1394086 T7800 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1394086 T7800 oasr.RestManager.init Initializing 0 registered ManagedResources
>    [junit4]   2> 1394089 T7802 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70f4ece0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 1394091 T7800 oasc.CoreContainer.registerCore registering core: collection1
>    [junit4]   2> 1394092 T7805 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29665 collection:control_collection shard:shard1
>    [junit4]   2> 1394092 T7774 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3
>    [junit4]   2> 1394093 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>    [junit4]   2> 1394093 T7805 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
>    [junit4]   2> 1394096 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 1394096 T7805 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
>    [junit4]   2> 1394096 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1394098 T7808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dc7367d name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1394098 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1394098 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1394098 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
>    [junit4]   2> 1394098 T7805 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>    [junit4]   2> 1394099 T7805 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>    [junit4]   2> ASYNC  NEW_CORE C626 name=collection1 org.apache.solr.core.SolrCore@3c75ddf2 url=http://127.0.0.1:29665/collection1 node=127.0.0.1:29665_ C626_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:29665_, state=down, core=collection1, base_url=http://127.0.0.1:29665}
>    [junit4]   2> 1394099 T7805 C626 P29665 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29665/collection1/
>    [junit4]   2> 1394099 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>    [junit4]   2> 1394099 T7805 C626 P29665 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>    [junit4]   2> 1394100 T7805 C626 P29665 oasc.SyncStrategy.syncToMe http://127.0.0.1:29665/collection1/ has no replicas
>    [junit4]   2> 1394100 T7805 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29665/collection1/ shard1
>    [junit4]   2> 1394100 T7805 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
>    [junit4]   2> 1394110 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1394110 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1394110 T7774 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
>    [junit4]   2> 1394115 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1394115 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1394115 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1394163 T7805 oasc.ZkController.register We are http://127.0.0.1:29665/collection1/ and leader is http://127.0.0.1:29665/collection1/
>    [junit4]   2> 1394164 T7805 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29665
>    [junit4]   2> 1394164 T7805 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>    [junit4]   2> 1394164 T7805 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
>    [junit4]   2> 1394164 T7805 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>    [junit4]   2> 1394165 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1394167 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "node_name":"127.0.0.1:29665_",
>    [junit4]   2>          "collection":"control_collection",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "core_node_name":"core_node1",
>    [junit4]   2>          "state":"active",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "shard":"shard1",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "base_url":"http://127.0.0.1:29665"}
>    [junit4]   2> 1394270 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1394270 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
>    [junit4]   2> 1395157 T7774 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
>    [junit4]   2> 1395158 T7774 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 1395161 T7774 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29676
>    [junit4]   2> 1395161 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>    [junit4]   2> 1395161 T7774 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>    [junit4]   2> 1395161 T7774 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003
>    [junit4]   2> 1395162 T7774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/'
>    [junit4]   2> 1395190 T7774 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/solr.xml
>    [junit4]   2> 1395243 T7774 oasc.CoreContainer.<init> New CoreContainer 849544891
>    [junit4]   2> 1395243 T7774 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/]
>    [junit4]   2> 1395244 T7774 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>    [junit4]   2> 1395244 T7774 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>    [junit4]   2> 1395244 T7774 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>    [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>    [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>    [junit4]   2> 1395245 T7774 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>    [junit4]   2> 1395246 T7774 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>    [junit4]   2> 1395246 T7774 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
>    [junit4]   2> 1395246 T7774 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 1395247 T7774 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 1395247 T7774 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 1395247 T7774 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29659/solr
>    [junit4]   2> 1395247 T7774 oasc.ZkController.checkChrootPath zkHost includes chroot
>    [junit4]   2> 1395248 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 1395248 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1395250 T7820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d0ef8f5 name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1395251 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1395251 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
>    [junit4]   2> 1395253 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1395254 T7822 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33446515 name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1395254 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1395258 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>    [junit4]   2> 1396261 T7774 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29675_
>    [junit4]   2> 1396262 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29675_
>    [junit4]   2> 1396265 T7774 oasc.Overseer.close Overseer (id=null) closing
>    [junit4]   2> 1396270 T7824 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
>    [junit4]   2> 1396270 T7824 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>    [junit4]   2> 1396271 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1396271 T7824 oasc.ZkController.waitForCoreNodeName look for our core node name
>    [junit4]   2> 1396272 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "node_name":"127.0.0.1:29675_",
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "base_url":"http://127.0.0.1:29675"}
>    [junit4]   2> 1396273 T7797 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
>    [junit4]   2> 1396273 T7797 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
>    [junit4]   2> 1396273 T7797 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
>    [junit4]   2> 1396275 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1396275 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1396275 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397271 T7824 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>    [junit4]   2> 1397272 T7824 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>    [junit4]   2> 1397272 T7824 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>    [junit4]   2> 1397272 T7824 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>    [junit4]   2> 1397273 T7824 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>    [junit4]   2> 1397273 T7824 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/'
>    [junit4]   2> 1397274 T7824 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/lib/classes/' to classloader
>    [junit4]   2> 1397275 T7824 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/lib/.svn/' to classloader
>    [junit4]   2> 1397275 T7824 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/lib/README' to classloader
>    [junit4]   2> 1397321 T7824 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
>    [junit4]   2> 1397354 T7824 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 1397355 T7824 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>    [junit4]   2> 1397362 T7824 oass.IndexSchema.readSchema [collection1] Schema name=test
>    [junit4]   2> 1397702 T7824 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 1397711 T7824 oass.IndexSchema.readSchema default search field in schema is text
>    [junit4]   2> 1397713 T7824 oass.IndexSchema.readSchema unique key field: id
>    [junit4]   2> 1397721 T7824 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>    [junit4]   2> 1397724 T7824 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>    [junit4]   2> 1397727 T7824 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 1397727 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>    [junit4]   2> 1397728 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>    [junit4]   2> 1397728 T7824 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 1397729 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>    [junit4]   2> 1397729 T7824 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>    [junit4]   2> 1397729 T7824 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
>    [junit4]   2> 1397729 T7824 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 1397730 T7824 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/
>    [junit4]   2> 1397730 T7824 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e894fec
>    [junit4]   2> 1397731 T7824 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1
>    [junit4]   2> 1397731 T7824 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/index/
>    [junit4]   2> 1397731 T7824 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
>    [junit4]   2> 1397731 T7824 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty1/index
>    [junit4]   2> 1397731 T7824 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=41.880859375, floorSegmentMB=2.076171875, forceMergeDeletesPctAllowed=6.450381477847726, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>    [junit4]   2> 1397732 T7824 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-25e5219c)),segFN=segments_1,generation=1}
>    [junit4]   2> 1397732 T7824 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 1397735 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>    [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 1397736 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 1397737 T7824 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 1397737 T7824 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 1397737 T7824 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 1397738 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1397738 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1397738 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>    [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>    [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 1397739 T7824 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>    [junit4]   2> 1397740 T7824 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>    [junit4]   2> 1397740 T7824 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 1397740 T7824 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
>    [junit4]   2> 1397741 T7824 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
>    [junit4]   2> 1397753 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1397754 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1397755 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1397757 T7824 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1397759 T7824 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>    [junit4]   2> 1397760 T7824 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>    [junit4]   2> 1397760 T7824 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=46.7734375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=28.456511452704188, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6751617110180574
>    [junit4]   2> 1397761 T7824 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-25e5219c)),segFN=segments_1,generation=1}
>    [junit4]   2> 1397761 T7824 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 1397761 T7824 oass.SolrIndexSearcher.<init> Opening Searcher@6f9d2a8e[collection1] main
>    [junit4]   2> 1397761 T7824 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>    [junit4]   2> 1397762 T7824 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>    [junit4]   2> 1397762 T7824 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
>    [junit4]   2> 1397762 T7824 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 1397763 T7824 oasr.RestManager.init Initializing RestManager with initArgs: {}
>    [junit4]   2> 1397763 T7824 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1397763 T7824 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 1397764 T7824 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1397764 T7824 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
>    [junit4]   2> 1397764 T7824 oasr.RestManager.init Initializing 0 registered ManagedResources
>    [junit4]   2> 1397767 T7825 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f9d2a8e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 1397769 T7824 oasc.CoreContainer.registerCore registering core: collection1
>    [junit4]   2> 1397770 T7828 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29675 collection:collection1 shard:shard2
>    [junit4]   2> 1397770 T7774 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3
>    [junit4]   2> 1397771 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>    [junit4]   2> 1397771 T7828 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
>    [junit4]   2> 1397775 T7828 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
>    [junit4]   2> 1397776 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1397776 T7828 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>    [junit4]   2> 1397776 T7828 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>    [junit4]   2> ASYNC  NEW_CORE C627 name=collection1 org.apache.solr.core.SolrCore@3f5f6d5c url=http://127.0.0.1:29675/collection1 node=127.0.0.1:29675_ C627_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:29675_, state=down, core=collection1, base_url=http://127.0.0.1:29675}
>    [junit4]   2> 1397776 T7828 C627 P29675 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29675/collection1/
>    [junit4]   2> 1397777 T7828 C627 P29675 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>    [junit4]   2> 1397777 T7828 C627 P29675 oasc.SyncStrategy.syncToMe http://127.0.0.1:29675/collection1/ has no replicas
>    [junit4]   2> 1397777 T7828 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29675/collection1/ shard2
>    [junit4]   2> 1397777 T7828 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
>    [junit4]   2> 1397779 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397779 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397779 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397782 T7830 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1397885 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397885 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397885 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1397934 T7828 oasc.ZkController.register We are http://127.0.0.1:29675/collection1/ and leader is http://127.0.0.1:29675/collection1/
>    [junit4]   2> 1397935 T7828 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29675
>    [junit4]   2> 1397935 T7828 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
>    [junit4]   2> 1397935 T7828 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
>    [junit4]   2> 1397935 T7828 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>    [junit4]   2> 1397936 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1397938 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "node_name":"127.0.0.1:29675_",
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "core_node_name":"core_node1",
>    [junit4]   2>          "state":"active",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "shard":"shard2",
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "base_url":"http://127.0.0.1:29675"}
>    [junit4]   2> 1398041 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1398041 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1398041 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
>    [junit4]   2> 1399068 T7774 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
>    [junit4]   2> 1399069 T7774 oejs.Server.doStart jetty-8.1.10.v20130312
>    [junit4]   2> 1399071 T7774 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29683
>    [junit4]   2> 1399071 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
>    [junit4]   2> 1399072 T7774 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
>    [junit4]   2> 1399072 T7774 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004
>    [junit4]   2> 1399072 T7774 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/'
>    [junit4]   2> 1399105 T7774 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/solr.xml
>    [junit4]   2> 1399177 T7774 oasc.CoreContainer.<init> New CoreContainer 1916706720
>    [junit4]   2> 1399178 T7774 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/]
>    [junit4]   2> 1399179 T7774 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
>    [junit4]   2> 1399179 T7774 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
>    [junit4]   2> 1399180 T7774 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
>    [junit4]   2> 1399180 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
>    [junit4]   2> 1399180 T7774 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
>    [junit4]   2> 1399181 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
>    [junit4]   2> 1399181 T7774 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
>    [junit4]   2> 1399181 T7774 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
>    [junit4]   2> 1399182 T7774 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
>    [junit4]   2> 1399182 T7774 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
>    [junit4]   2> 1399183 T7774 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 1399183 T7774 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 1399183 T7774 oasc.CoreContainer.load Host Name: 127.0.0.1
>    [junit4]   2> 1399184 T7774 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29659/solr
>    [junit4]   2> 1399184 T7774 oasc.ZkController.checkChrootPath zkHost includes chroot
>    [junit4]   2> 1399185 T7774 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
>    [junit4]   2> 1399185 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1399187 T7841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d61fbf8 name:ZooKeeperConnection Watcher:127.0.0.1:29659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1399188 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1399188 T7774 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
>    [junit4]   2> 1399190 T7774 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
>    [junit4]   2> 1399191 T7843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@649d1f9a name:ZooKeeperConnection Watcher:127.0.0.1:29659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>    [junit4]   2> 1399191 T7774 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
>    [junit4]   2> 1399196 T7774 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
>    [junit4]   2> 1400199 T7774 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29682_
>    [junit4]   2> 1400200 T7774 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29682_
>    [junit4]   2> 1400203 T7774 oasc.Overseer.close Overseer (id=null) closing
>    [junit4]   2> 1400210 T7845 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
>    [junit4]   2> 1400210 T7845 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
>    [junit4]   2> 1400211 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1400211 T7845 oasc.ZkController.waitForCoreNodeName look for our core node name
>    [junit4]   2> 1400213 T7797 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
>    [junit4]   2>          "operation":"state",
>    [junit4]   2>          "node_name":"127.0.0.1:29682_",
>    [junit4]   2>          "collection":"collection1",
>    [junit4]   2>          "roles":null,
>    [junit4]   2>          "state":"down",
>    [junit4]   2>          "core":"collection1",
>    [junit4]   2>          "shard":null,
>    [junit4]   2>          "numShards":"2",
>    [junit4]   2>          "base_url":"http://127.0.0.1:29682"}
>    [junit4]   2> 1400213 T7797 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
>    [junit4]   2> 1400213 T7797 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
>    [junit4]   2> 1400215 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 1400215 T7844 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 1400215 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 1400215 T7823 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 1401211 T7845 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
>    [junit4]   2> 1401212 T7845 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
>    [junit4]   2> 1401212 T7845 oasc.ZkController.createCollectionZkNode Collection zkNode exists
>    [junit4]   2> 1401212 T7845 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>    [junit4]   2> 1401213 T7845 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>    [junit4]   2> 1401213 T7845 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/'
>    [junit4]   2> 1401214 T7845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/lib/.svn/' to classloader
>    [junit4]   2> 1401215 T7845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/lib/classes/' to classloader
>    [junit4]   2> 1401215 T7845 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/lib/README' to classloader
>    [junit4]   2> 1401259 T7845 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
>    [junit4]   2> 1401291 T7845 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 1401292 T7845 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
>    [junit4]   2> 1401299 T7845 oass.IndexSchema.readSchema [collection1] Schema name=test
>    [junit4]   2> 1401554 T7845 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
>    [junit4]   2> 1401562 T7845 oass.IndexSchema.readSchema default search field in schema is text
>    [junit4]   2> 1401564 T7845 oass.IndexSchema.readSchema unique key field: id
>    [junit4]   2> 1401572 T7845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>    [junit4]   2> 1401575 T7845 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
>    [junit4]   2> 1401577 T7845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 1401578 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>    [junit4]   2> 1401578 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>    [junit4]   2> 1401579 T7845 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
>    [junit4]   2> 1401579 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
>    [junit4]   2> 1401579 T7845 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
>    [junit4]   2> 1401579 T7845 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
>    [junit4]   2> 1401580 T7845 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 1401580 T7845 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/
>    [junit4]   2> 1401580 T7845 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e894fec
>    [junit4]   2> 1401581 T7845 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2
>    [junit4]   2> 1401581 T7845 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/index/
>    [junit4]   2> 1401581 T7845 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
>    [junit4]   2> 1401581 T7845 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3/temp/solr.cloud.HttpPartitionTest-DC7E643C632EEC18-001/tempDir-001/jetty2/index
>    [junit4]   2> 1401581 T7845 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=41.880859375, floorSegmentMB=2.076171875, forceMergeDeletesPctAllowed=6.450381477847726, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
>    [junit4]   2> 1401582 T7845 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-5fa71586)),segFN=segments_1,generation=1}
>    [junit4]   2> 1401582 T7845 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 1401585 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
>    [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
>    [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
>    [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
>    [junit4]   2> 1401586 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
>    [junit4]   2> 1401587 T7845 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 1401587 T7845 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
>    [junit4]   2> 1401587 T7845 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
>    [junit4]   2> 1401588 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1401588 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1401588 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
>    [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
>    [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
>    [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
>    [junit4]   2> 1401589 T7845 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
>    [junit4]   2> 1401590 T7845 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
>    [junit4]   2> 1401590 T7845 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
>    [junit4]   2> 1401590 T7845 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
>    [junit4]   2> 1401591 T7845 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
>    [junit4]   2> 1401604 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1401606 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1401607 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1401608 T7845 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
>    [junit4]   2> 1401611 T7845 oasu.CommitTracker.<init> Hard AutoCommit: disabled
>    [junit4]   2> 1401612 T7845 oasu.CommitTracker.<init> Soft AutoCommit: disabled
>    [junit4]   2> 1401612 T7845 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=46.7734375, floorSegmentMB=1.826171875, forceMergeDeletesPctAllowed=28.456511452704188, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6751617110180574
>    [junit4]   2> 1401612 T7845 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
>    [junit4]   2>                commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-5fa71586)),segFN=segments_1,generation=1}
>    [junit4]   2> 1401613 T7845 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
>    [junit4]   2> 1401613 T7845 oass.SolrIndexSearcher.<init> Opening Searcher@2cf54f61[collection1] main
>    [junit4]   2> 1401613 T7845 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
>    [junit4]   2> 1401614 T7845 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
>    [junit4]   2> 1401614 T7845 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
>    [junit4]   2> 1401614 T7845 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 1401614 T7845 oasr.RestManager.init Initializing RestManager with initArgs: {}
>    [junit4]   2> 1401614 T7845 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1401615 T7845 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
>    [junit4]   2> 1401615 T7845 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 1401615 T7845 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
>    [junit4]   2> 1401616 T7845 oasr.RestManager.init Initializing 0 registered ManagedResources
>    [junit4]   2> 1401618 T7846 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cf54f61[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 1401621 T7845 oasc.CoreContainer.registerCore registering core: collection1
>    [junit4]   2> 1401621 T7849 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29682 collection:collection1 shard:shard1
>    [junit4]   2> 1401622 T7774 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J3
>    [junit4]   2> 1401622 T7774 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
>    [junit4]   2> 1401622 T7849 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
>    [junit4]   2> 1401626 T7849 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
>    [junit4]   2> 1401627 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1401627 T7849 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
>    [junit4]   2> 1401627 T7849 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
>    [junit4]   2> ASYNC  NEW_CORE C628 name=collection1 org.apache.solr.core.SolrCore@480a68c6 url=http://127.0.0.1:29682/collection1 node=127.0.0.1:29682_ C628_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:29682_, state=down, core=collection1, base_url=http://127.0.0.1:29682}
>    [junit4]   2> 1401628 T7849 C628 P29682 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29682/collection1/
>    [junit4]   2> 1401628 T7849 C628 P29682 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
>    [junit4]   2> 1401628 T7849 C628 P29682 oasc.SyncStrategy.syncToMe http://127.0.0.1:29682/collection1/ has no replicas
>    [junit4]   2> 1401628 T7849 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29682/collection1/ shard1
>    [junit4]   2> 1401628 T7849 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
>    [junit4]   2> 1401631 T7801 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
>    [junit4]   2> 1401734 T7801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
>    [junit4]   2> 1401734 T7809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:S
>
> [...truncated too long message...]
>
> oMBeanTest, DeleteInactiveReplicaTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestJoin, DistributedTermsComponentTest, DistributedQueryElevationComponentTest, DefaultValueUpdateProcessorTest, CacheHeaderTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestCollationField, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, CoreContainerCoreInitFailuresTest, TestSolrIndexConfig, SolrIndexConfigTest, TestSolrDeletionPolicy2, TestBinaryField, TestCharFilters, EchoParamsTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, URLClassifyProcessorTest, TestSystemIdResolver, DateFieldTest, CursorPagingTest, ConnectionManagerTest, DeleteReplicaTest, HttpPartitionTest]
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.seed=DC7E643C632EEC18 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar_LB -Dtests.timezone=Africa/Mogadishu -Dtests.file.encoding=ISO-8859-1
>    [junit4] ERROR   0.00s J3 | HttpPartitionTest (suite) <<<
>    [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
>    [junit4]    >    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
>    [junit4]    >         at java.net.SocketInputStream.socketRead0(Native Method)
>    [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:152)
>    [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:122)
>    [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
>    [junit4]    >         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
>    [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
>    [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
>    [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
>    [junit4]    >         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
>    [junit4]    >         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
>    [junit4]    >         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
>    [junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
>    [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
>    [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
>    [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
>    [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
>    [junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
>    [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
>    [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
>    [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
>    [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
>    [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
>    [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
>    [junit4]    >         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
>    [junit4]    >         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
>    [junit4]    >         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
>    [junit4]    >         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
>    [junit4]    >         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>    [junit4]    >    1) Thread[id=8140, name=Thread-2031, state=RUNNABLE, group=TGRP-HttpPartitionTest]
>    [junit4]    >         at java.net.SocketInputStream.socketRead0(Native Method)
>    [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:152)
>    [junit4]    >         at java.net.SocketInputStream.read(SocketInputStream.java:122)
>    [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
>    [junit4]    >         at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
>    [junit4]    >         at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
>    [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
>    [junit4]    >         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
>    [junit4]    >         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
>    [junit4]    >         at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
>    [junit4]    >         at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
>    [junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
>    [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
>    [junit4]    >         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
>    [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
>    [junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
>    [junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
>    [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
>    [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
>    [junit4]    >         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
>    [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:454)
>    [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:212)
>    [junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:208)
>    [junit4]    >         at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1607)
>    [junit4]    >         at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:406)
>    [junit4]    >         at org.apache.solr.cloud.ZkController.access$000(ZkController.java:93)
>    [junit4]    >         at org.apache.solr.cloud.ZkController$1.command(ZkController.java:257)
>    [junit4]    >         at org.apache.solr.common.cloud.ConnectionManager$1$1.run(ConnectionManager.java:166)
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([DC7E643C632EEC18]:0)
>    [junit4] Completed on J3 in 479.47s, 1 test, 2 errors <<< FAILURES!
>
> [...truncated 33 lines...]
> BUILD FAILED
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:524: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:472: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:61: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:39: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1359: The following error occurred while executing this line:
> /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:961: There were test failures: 432 suites, 1778 tests, 2 suite-level errors, 63 ignored (23 assumptions)
>
> Total time: 59 minutes 49 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4886
> Archived 5 artifacts
> Archive block size is 32768
> Received 0 blocks and 163528426 bytes
> Compression is 0.0%
> Took 27 sec
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org