You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/18 02:24:54 UTC
[JENKINS] Lucene-Solr-NightlyTests-4.4 - Build # 8 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.4/8/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.AliasIntegrationTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.AliasIntegrationTest: 1) Thread[id=2972, name=recoveryCmdExecutor-900-thread-1, state=RUNNABLE, group=TGRP-AliasIntegrationTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.AliasIntegrationTest:
1) Thread[id=2972, name=recoveryCmdExecutor-900-thread-1, state=RUNNABLE, group=TGRP-AliasIntegrationTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([140B37DE9C6F19C8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.AliasIntegrationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2972, name=recoveryCmdExecutor-900-thread-1, state=RUNNABLE, group=TGRP-AliasIntegrationTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2972, name=recoveryCmdExecutor-900-thread-1, state=RUNNABLE, group=TGRP-AliasIntegrationTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([140B37DE9C6F19C8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2552, name=recoveryCmdExecutor-1213-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2552, name=recoveryCmdExecutor-1213-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([140B37DE9C6F19C8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2552, name=recoveryCmdExecutor-1213-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2552, name=recoveryCmdExecutor-1213-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([140B37DE9C6F19C8]:0)
Build Log:
[...truncated 9114 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> 979883 T2831 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 979894 T2831 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./solrtest-AliasIntegrationTest-1374106909244
[junit4] 2> 979896 T2831 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 979896 T2832 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 979997 T2831 oasc.ZkTestServer.run start zk server on port:45823
[junit4] 2> 979998 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 980026 T2838 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@216fe810 name:ZooKeeperConnection Watcher:127.0.0.1:45823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 980027 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 980027 T2831 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 980041 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 980043 T2840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54a62398 name:ZooKeeperConnection Watcher:127.0.0.1:45823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 980043 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 980043 T2831 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 980054 T2831 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 980057 T2831 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 980060 T2831 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 980068 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 980069 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 980081 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 980081 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 980187 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 980188 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 980192 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 980193 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 980202 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 980202 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 980206 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 980207 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 980210 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 980211 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 980214 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 980215 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 980219 T2831 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 980219 T2831 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 980493 T2831 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 980496 T2831 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45826
[junit4] 2> 980496 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 980497 T2831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 980497 T2831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578
[junit4] 2> 980498 T2831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/'
[junit4] 2> 980534 T2831 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/solr.xml
[junit4] 2> 980607 T2831 oasc.CoreContainer.<init> New CoreContainer 1468991446
[junit4] 2> 980608 T2831 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/]
[junit4] 2> 980610 T2831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 980610 T2831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 980611 T2831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 980611 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 980611 T2831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 980612 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 980612 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 980613 T2831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 980613 T2831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 980614 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 980632 T2831 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 980633 T2831 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45823/solr
[junit4] 2> 980633 T2831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 980634 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 980637 T2851 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f4b9f82 name:ZooKeeperConnection Watcher:127.0.0.1:45823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 980638 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 980649 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 980662 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 980664 T2853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@194c2fba name:ZooKeeperConnection Watcher:127.0.0.1:45823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 980664 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 980667 T2831 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 980679 T2831 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 980683 T2831 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 980686 T2831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45826_
[junit4] 2> 980687 T2831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45826_
[junit4] 2> 980697 T2831 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 980711 T2831 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 980714 T2831 oasc.Overseer.start Overseer (id=90053470404739075-127.0.0.1:45826_-n_0000000000) starting
[junit4] 2> 980725 T2831 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 980739 T2855 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 980739 T2831 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 980742 T2831 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 980745 T2831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 980748 T2854 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 980752 T2856 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 980752 T2856 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 980754 T2856 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 982252 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 982253 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45826_",
[junit4] 2> "base_url":"http://127.0.0.1:45826"}
[junit4] 2> 982253 T2854 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 982253 T2854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 982269 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 982756 T2856 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 982756 T2856 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/collection1
[junit4] 2> 982756 T2856 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 982757 T2856 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 982758 T2856 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 982761 T2856 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/collection1/'
[junit4] 2> 982763 T2856 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/collection1/lib/classes/' to classloader
[junit4] 2> 982763 T2856 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/collection1/lib/README' to classloader
[junit4] 2> 982819 T2856 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 982879 T2856 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 982980 T2856 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 982991 T2856 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 983589 T2856 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 983589 T2856 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 983590 T2856 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 983599 T2856 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 983601 T2856 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 983615 T2856 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 983619 T2856 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 983623 T2856 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 983624 T2856 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 983624 T2856 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 983624 T2856 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 983626 T2856 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 983626 T2856 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 983626 T2856 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 983626 T2856 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-controljetty-1374106909578/collection1/, dataDir=./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/control/data/
[junit4] 2> 983626 T2856 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45542c06
[junit4] 2> 983627 T2856 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/control/data
[junit4] 2> 983627 T2856 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/control/data/index/
[junit4] 2> 983627 T2856 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.AliasIntegrationTest-1374106909244/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 983628 T2856 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/control/data/index
[junit4] 2> 983631 T2856 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51972306 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b95269c),segFN=segments_1,generation=1}
[junit4] 2> 983631 T2856 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 983634 T2856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 983634 T2856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 983635 T2856 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 983635 T2856 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 983635 T2856 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 983635 T2856 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 983636 T2856 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 983636 T2856 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 983636 T2856 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 983642 T2856 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 983647 T2856 oass.SolrIndexSearcher.<init> Opening Searcher@4576a46c main
[junit4] 2> 983648 T2856 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 983648 T2856 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 983651 T2857 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4576a46c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 983652 T2856 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 983652 T2856 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45826 collection:control_collection shard:shard1
[junit4] 2> 983652 T2856 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 983665 T2856 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 983673 T2856 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 983676 T2856 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 983676 T2856 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 983676 T2856 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45826/collection1/
[junit4] 2> 983676 T2856 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 983676 T2856 oasc.SyncStrategy.syncToMe http://127.0.0.1:45826/collection1/ has no replicas
[junit4] 2> 983677 T2856 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45826/collection1/ shard1
[junit4] 2> 983677 T2856 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 983774 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 983795 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 983837 T2856 oasc.ZkController.register We are http://127.0.0.1:45826/collection1/ and leader is http://127.0.0.1:45826/collection1/
[junit4] 2> 983837 T2856 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45826
[junit4] 2> 983837 T2856 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 983837 T2856 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 983838 T2856 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 983839 T2856 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 983840 T2831 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 983841 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 983841 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 983849 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 983850 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 983852 T2860 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@166457e name:ZooKeeperConnection Watcher:127.0.0.1:45823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 983852 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 983854 T2831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 983857 T2831 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 984123 T2831 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 984126 T2831 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44044
[junit4] 2> 984126 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 984127 T2831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 984127 T2831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206
[junit4] 2> 984128 T2831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/'
[junit4] 2> 984165 T2831 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/solr.xml
[junit4] 2> 984237 T2831 oasc.CoreContainer.<init> New CoreContainer 803562467
[junit4] 2> 984238 T2831 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/]
[junit4] 2> 984240 T2831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 984240 T2831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 984241 T2831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 984241 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 984242 T2831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 984242 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 984243 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 984243 T2831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 984243 T2831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 984244 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 984262 T2831 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 984263 T2831 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45823/solr
[junit4] 2> 984263 T2831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 984264 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 984266 T2871 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d00e4a5 name:ZooKeeperConnection Watcher:127.0.0.1:45823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 984267 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 984269 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 984278 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 984280 T2873 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c51574c name:ZooKeeperConnection Watcher:127.0.0.1:45823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 984280 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 984291 T2831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 985295 T2831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44044_
[junit4] 2> 985306 T2831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44044_
[junit4] 2> 985308 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 985310 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45826_",
[junit4] 2> "base_url":"http://127.0.0.1:45826"}
[junit4] 2> 985310 T2860 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 985310 T2873 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 985329 T2874 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 985330 T2874 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 985335 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 985335 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 985336 T2874 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 985338 T2853 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 985339 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 985340 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 986841 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 986842 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:44044_",
[junit4] 2> "base_url":"http://127.0.0.1:44044"}
[junit4] 2> 986842 T2854 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4] 2> 986843 T2854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 986856 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 986856 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 986856 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 987338 T2874 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 987338 T2874 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/collection1
[junit4] 2> 987338 T2874 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 987339 T2874 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 987340 T2874 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 987342 T2874 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/collection1/'
[junit4] 2> 987343 T2874 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/collection1/lib/classes/' to classloader
[junit4] 2> 987344 T2874 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/collection1/lib/README' to classloader
[junit4] 2> 987407 T2874 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 987479 T2874 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 987581 T2874 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 987593 T2874 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 988096 T2874 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 988096 T2874 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 988097 T2874 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 988106 T2874 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 988109 T2874 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 988123 T2874 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 988126 T2874 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 988130 T2874 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 988131 T2874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 988131 T2874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 988131 T2874 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 988132 T2874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 988133 T2874 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 988133 T2874 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 988133 T2874 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty1-1374106913206/collection1/, dataDir=./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty1/
[junit4] 2> 988133 T2874 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45542c06
[junit4] 2> 988134 T2874 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty1
[junit4] 2> 988134 T2874 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty1/index/
[junit4] 2> 988134 T2874 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 988135 T2874 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty1/index
[junit4] 2> 988145 T2874 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e3d7e1e lockFactory=org.apache.lucene.store.NativeFSLockFactory@55109d29),segFN=segments_1,generation=1}
[junit4] 2> 988145 T2874 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 988148 T2874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 988148 T2874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 988149 T2874 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 988149 T2874 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 988150 T2874 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 988150 T2874 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 988150 T2874 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 988151 T2874 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 988151 T2874 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 988157 T2874 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 988162 T2874 oass.SolrIndexSearcher.<init> Opening Searcher@34bf0e4b main
[junit4] 2> 988163 T2874 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 988163 T2874 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 988167 T2875 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@34bf0e4b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 988168 T2874 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 988168 T2874 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44044 collection:collection1 shard:shard1
[junit4] 2> 988169 T2874 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 988181 T2874 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 988204 T2874 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 988208 T2874 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 988208 T2874 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 988208 T2874 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44044/collection1/
[junit4] 2> 988208 T2874 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 988209 T2874 oasc.SyncStrategy.syncToMe http://127.0.0.1:44044/collection1/ has no replicas
[junit4] 2> 988209 T2874 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44044/collection1/ shard1
[junit4] 2> 988209 T2874 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 988362 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 988381 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 988381 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 988381 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 988383 T2874 oasc.ZkController.register We are http://127.0.0.1:44044/collection1/ and leader is http://127.0.0.1:44044/collection1/
[junit4] 2> 988383 T2874 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44044
[junit4] 2> 988383 T2874 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 988383 T2874 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 988384 T2874 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 988390 T2874 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 988391 T2831 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 988392 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 988392 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 988586 T2831 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 988589 T2831 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25678
[junit4] 2> 988589 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 988590 T2831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 988590 T2831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749
[junit4] 2> 988590 T2831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/'
[junit4] 2> 988617 T2831 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/solr.xml
[junit4] 2> 988669 T2831 oasc.CoreContainer.<init> New CoreContainer 742286977
[junit4] 2> 988670 T2831 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/]
[junit4] 2> 988671 T2831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 988671 T2831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 988672 T2831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 988672 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 988672 T2831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 988673 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 988673 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 988673 T2831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 988674 T2831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 988674 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 988687 T2831 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 988688 T2831 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45823/solr
[junit4] 2> 988688 T2831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 988689 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 988691 T2887 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34bbb5d8 name:ZooKeeperConnection Watcher:127.0.0.1:45823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 988691 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 988696 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 988709 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 988711 T2889 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b390756 name:ZooKeeperConnection Watcher:127.0.0.1:45823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 988711 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 988722 T2831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 989726 T2831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25678_
[junit4] 2> 989756 T2831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25678_
[junit4] 2> 989761 T2860 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 989761 T2853 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 989761 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 989761 T2873 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 989761 T2889 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 989762 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 989761 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 989770 T2890 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 989770 T2890 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 989772 T2890 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 989894 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 989895 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:44044_",
[junit4] 2> "base_url":"http://127.0.0.1:44044"}
[junit4] 2> 989900 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:25678_",
[junit4] 2> "base_url":"http://127.0.0.1:25678"}
[junit4] 2> 989900 T2854 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 989900 T2854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 989912 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 989912 T2889 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 989912 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 989912 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 990773 T2890 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 990773 T2890 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/collection1
[junit4] 2> 990773 T2890 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 990774 T2890 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 990775 T2890 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 990776 T2890 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/collection1/'
[junit4] 2> 990778 T2890 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/collection1/lib/README' to classloader
[junit4] 2> 990778 T2890 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/collection1/lib/classes/' to classloader
[junit4] 2> 990829 T2890 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 990885 T2890 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 990986 T2890 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 990997 T2890 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 991623 T2890 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 991624 T2890 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 991625 T2890 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 991639 T2890 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 991643 T2890 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 991659 T2890 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 991664 T2890 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 991668 T2890 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 991670 T2890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 991670 T2890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 991670 T2890 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 991672 T2890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 991672 T2890 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 991672 T2890 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 991672 T2890 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty2-1374106917749/collection1/, dataDir=./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty2/
[junit4] 2> 991673 T2890 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@45542c06
[junit4] 2> 991674 T2890 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty2
[junit4] 2> 991674 T2890 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty2/index/
[junit4] 2> 991674 T2890 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 991675 T2890 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.AliasIntegrationTest-1374106909244/jetty2/index
[junit4] 2> 991678 T2890 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ab564f5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b167a02),segFN=segments_1,generation=1}
[junit4] 2> 991679 T2890 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 991684 T2890 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 991684 T2890 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 991685 T2890 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 991686 T2890 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 991686 T2890 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 991686 T2890 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 991687 T2890 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 991687 T2890 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 991688 T2890 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 991697 T2890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 991705 T2890 oass.SolrIndexSearcher.<init> Opening Searcher@564d9c3b main
[junit4] 2> 991706 T2890 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 991706 T2890 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 991711 T2891 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@564d9c3b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 991713 T2890 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 991714 T2890 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25678 collection:collection1 shard:shard1
[junit4] 2> 991714 T2890 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 991733 T2890 oasc.ZkController.register We are http://127.0.0.1:25678/collection1/ and leader is http://127.0.0.1:44044/collection1/
[junit4] 2> 991734 T2890 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25678
[junit4] 2> 991734 T2890 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 991734 T2890 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C19541 name=collection1 org.apache.solr.core.SolrCore@3f3ea739 url=http://127.0.0.1:25678/collection1 node=127.0.0.1:25678_ C19541_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:25678_, base_url=http://127.0.0.1:25678}
[junit4] 2> 991742 T2892 C19541 P25678 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 991742 T2890 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 991743 T2892 C19541 P25678 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 991743 T2892 C19541 P25678 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 991743 T2892 C19541 P25678 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 991744 T2831 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 991744 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 991745 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 991745 T2892 C19541 P25678 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 991766 T2863 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 992029 T2831 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 992032 T2831 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22536
[junit4] 2> 992033 T2831 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 992033 T2831 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 992034 T2831 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106
[junit4] 2> 992034 T2831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/'
[junit4] 2> 992084 T2831 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/solr.xml
[junit4] 2> 992168 T2831 oasc.CoreContainer.<init> New CoreContainer 724065637
[junit4] 2> 992169 T2831 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/]
[junit4] 2> 992171 T2831 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 992171 T2831 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 992172 T2831 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 992172 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 992173 T2831 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 992173 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 992174 T2831 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 992174 T2831 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 992175 T2831 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 992175 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 992192 T2831 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 992193 T2831 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45823/solr
[junit4] 2> 992194 T2831 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 992195 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 992198 T2904 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@670ba805 name:ZooKeeperConnection Watcher:127.0.0.1:45823 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 992198 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 992201 T2831 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 992218 T2831 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 992220 T2906 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52bf26f8 name:ZooKeeperConnection Watcher:127.0.0.1:45823/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 992221 T2831 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 992233 T2831 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 992930 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 992930 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"recovering",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:25678_",
[junit4] 2> "base_url":"http://127.0.0.1:25678"}
[junit4] 2> 992993 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 992993 T2889 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 992993 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 992993 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 992993 T2906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 993237 T2831 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22536_
[junit4] 2> 993245 T2831 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22536_
[junit4] 2> 993247 T2889 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 993248 T2860 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 993248 T2873 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 993248 T2906 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 993248 T2853 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 993248 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 993249 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 993248 T2906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 993248 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 993249 T2889 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 993270 T2907 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 993270 T2907 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 993272 T2907 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 993769 T2863 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4] 2> 993769 T2863 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node2&state=recovering&nodeName=127.0.0.1:25678_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4] 2> 994507 T2854 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 994508 T2854 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22536_",
[junit4] 2> "base_url":"http://127.0.0.1:22536"}
[junit4] 2> 994508 T2854 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 994508 T2854 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 994527 T2860 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 994527 T2853 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 994527 T2889 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 994527 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 994527 T2906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 995274 T2907 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 995274 T2907 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/collection1
[junit4] 2> 995274 T2907 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 995275 T2907 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 995276 T2907 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 995278 T2907 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/collection1/'
[junit4] 2> 995279 T2907 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/collection1/lib/README' to classloader
[junit4] 2> 995280 T2907 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.AliasIntegrationTest-jetty3-1374106921106/collection1/lib/classes/' to classloader
[junit4] 2> 995342 T2907 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 995410 T2907 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 995511 T2907 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 995523 T2907 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> ASYNC NEW_CORE C19542 name=collection1 org.apache.solr.core.SolrCore@3f3ea739 url=http://127.0.0.1:25678/collection1 node=127.0.0.1:25678_ C19542_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:25678_, base_url=http://127.0.0.1:25678}
[junit4] 2> 995771 T2892 C19542 P25678 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44044/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4] 2> 995784 T2892 C19542 P25678 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 995809 T2892 C19542 P25678 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:25678 START replicas=[http://127.0.0.1:44044/collection1/] nUpdates=100
[junit4] 2> 995810 T2892 C19542 P25678 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4] 2> 995811 T2892 C19542 P25678 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4] 2> 995811 T2892 C19542 P25678 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4] 2> 995811 T2892 C19542 P
[...truncated too long message...]
:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ko, timezone=Asia/Hebron
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=230855064,total=452657152
[junit4] 2> NOTE: All tests run in this JVM: [TestDocSet, TestFastLRUCache, CircularListTest, TestCharFilters, TestInfoStreamLogging, HdfsUnloadDistributedZkTest, TestLMDirichletSimilarityFactory, TestConfig, TestFunctionQuery, PrimUtilsTest, TestPropInjectDefaults, TestSort, SolrIndexSplitterTest, PreAnalyzedFieldTest, ZkControllerTest, UnloadDistributedZkTest, QueryElevationComponentTest, OverseerTest, TestWriterPerf, TestQuerySenderListener, TestSweetSpotSimilarityFactory, FieldMutatingUpdateProcessorTest, FileBasedSpellCheckerTest, TestDocumentBuilder, ShardSplitTest, TestReversedWildcardFilterFactory, TestQueryUtils, ResourceLoaderTest, UpdateRequestProcessorFactoryTest, SearchHandlerTest, LegacyHTMLStripCharFilterTest, TestFaceting, SOLR749Test, TestSolrCoreProperties, DirectSolrConnectionTest, CoreAdminHandlerTest, TestTrie, TestManagedSchemaFieldResource, TestRecoveryHdfs, StatelessScriptUpdateProcessorFactoryTest, TestCloudManagedSchema, DeleteShardTest, JsonLoaderTest, TestSolrQueryParserResource, WordBreakSolrSpellCheckerTest, DateFieldTest, TestSolrXmlPersistence, SystemInfoHandlerTest, TestPluginEnable, HdfsRecoveryZkTest, LukeRequestHandlerTest, ZkCLITest, BlockCacheTest, ResponseLogComponentTest, RegexBoostProcessorTest, SolrCoreTest, TestFuzzyAnalyzedSuggestions, PrimitiveFieldTypeTest, SchemaVersionSpecificBehaviorTest, RecoveryZkTest, ReturnFieldsTest, HdfsBasicDistributedZk2Test, TestFieldTypeResource, ScriptEngineTest, TestPerFieldSimilarity, TestValueSourceCache, OverseerCollectionProcessorTest, PluginInfoTest, TestPhraseSuggestions, AnalysisAfterCoreReloadTest, TestSolrQueryParser, DistributedQueryElevationComponentTest, MBeansHandlerTest, TestBadConfig, SpellingQueryConverterTest, BinaryUpdateRequestHandlerTest, SimpleFacetsTest, BasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=140B37DE9C6F19C8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ko -Dtests.timezone=Asia/Hebron -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2552, name=recoveryCmdExecutor-1213-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([140B37DE9C6F19C8]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2552, name=recoveryCmdExecutor-1213-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([140B37DE9C6F19C8]:0)
[junit4] Completed on J0 in 254.33s, 1 test, 2 errors <<< FAILURES!
[...truncated 272 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:893: There were test failures: 317 suites, 1337 tests, 4 suite-level errors, 766 ignored (3 assumptions)
Total time: 94 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.4 - Build # 11 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.4/11/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3334, name=recoveryCmdExecutor-1407-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3334, name=recoveryCmdExecutor-1407-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([C5BC663449A4D387]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3334, name=recoveryCmdExecutor-1407-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3334, name=recoveryCmdExecutor-1407-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([C5BC663449A4D387]:0)
Build Log:
[...truncated 9023 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 1343634 T2844 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1343639 T2844 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374371094280
[junit4] 2> 1343641 T2844 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1343641 T2845 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1343742 T2844 oasc.ZkTestServer.run start zk server on port:59868
[junit4] 2> 1343743 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1343747 T2851 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79e7f6e name:ZooKeeperConnection Watcher:127.0.0.1:59868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1343747 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1343748 T2844 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1343759 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1343760 T2853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cee37f2 name:ZooKeeperConnection Watcher:127.0.0.1:59868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1343761 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1343761 T2844 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1343772 T2844 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1343774 T2844 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1343776 T2844 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1343784 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1343785 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1343790 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1343791 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1343894 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1343895 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1343898 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1343898 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1343910 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1343911 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1343913 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1343914 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1343917 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1343917 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1343924 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1343925 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1343927 T2844 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1343928 T2844 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1344198 T2844 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1344202 T2844 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59871
[junit4] 2> 1344202 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1344203 T2844 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1344203 T2844 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571
[junit4] 2> 1344204 T2844 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/'
[junit4] 2> 1344240 T2844 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/solr.xml
[junit4] 2> 1344312 T2844 oasc.CoreContainer.<init> New CoreContainer 2055424790
[junit4] 2> 1344312 T2844 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/]
[junit4] 2> 1344314 T2844 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1344315 T2844 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1344315 T2844 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1344316 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1344316 T2844 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1344317 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1344317 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1344317 T2844 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1344318 T2844 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1344318 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1344335 T2844 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1344335 T2844 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59868/solr
[junit4] 2> 1344336 T2844 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1344337 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1344340 T2864 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41b6d030 name:ZooKeeperConnection Watcher:127.0.0.1:59868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1344340 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1344351 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1344362 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1344364 T2866 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d44f9c3 name:ZooKeeperConnection Watcher:127.0.0.1:59868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1344364 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1344371 T2844 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1344375 T2844 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1344385 T2844 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1344387 T2844 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59871_
[junit4] 2> 1344393 T2844 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59871_
[junit4] 2> 1344396 T2844 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1344411 T2844 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1344418 T2844 oasc.Overseer.start Overseer (id=90070784035258371-127.0.0.1:59871_-n_0000000000) starting
[junit4] 2> 1344423 T2844 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1344434 T2868 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1344434 T2844 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1344437 T2844 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1344445 T2844 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1344447 T2867 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1344451 T2869 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1344451 T2869 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1344452 T2869 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1345950 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1345951 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59871_",
[junit4] 2> "base_url":"http://127.0.0.1:59871"}
[junit4] 2> 1345952 T2867 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 1345952 T2867 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1346043 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1346455 T2869 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1346455 T2869 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/collection1
[junit4] 2> 1346455 T2869 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1346456 T2869 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1346456 T2869 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1346457 T2869 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/collection1/'
[junit4] 2> 1346459 T2869 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/collection1/lib/README' to classloader
[junit4] 2> 1346460 T2869 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/collection1/lib/classes/' to classloader
[junit4] 2> 1346513 T2869 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1346572 T2869 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1346673 T2869 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1346684 T2869 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1347314 T2869 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1347315 T2869 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1347316 T2869 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1347326 T2869 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1347329 T2869 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1347340 T2869 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1347343 T2869 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1347346 T2869 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1347347 T2869 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1347347 T2869 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1347347 T2869 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1347348 T2869 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1347348 T2869 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1347349 T2869 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1347349 T2869 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374371094571/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/control/data/
[junit4] 2> 1347349 T2869 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b01ea1e
[junit4] 2> 1347350 T2869 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/control/data
[junit4] 2> 1347350 T2869 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/control/data/index/
[junit4] 2> 1347350 T2869 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1347351 T2869 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/control/data/index
[junit4] 2> 1347355 T2869 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/index5889159072tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3e3afdb6),segFN=segments_1,generation=1}
[junit4] 2> 1347355 T2869 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1347358 T2869 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1347358 T2869 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1347359 T2869 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1347359 T2869 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1347360 T2869 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1347360 T2869 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1347360 T2869 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1347360 T2869 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1347361 T2869 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1347367 T2869 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1347372 T2869 oass.SolrIndexSearcher.<init> Opening Searcher@4a0d7146 main
[junit4] 2> 1347373 T2869 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1347373 T2869 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1347376 T2870 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a0d7146 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1347377 T2869 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1347377 T2869 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59871 collection:control_collection shard:shard1
[junit4] 2> 1347377 T2869 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1347388 T2869 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1347407 T2869 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1347418 T2869 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1347418 T2869 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1347418 T2869 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59871/collection1/
[junit4] 2> 1347418 T2869 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1347419 T2869 oasc.SyncStrategy.syncToMe http://127.0.0.1:59871/collection1/ has no replicas
[junit4] 2> 1347419 T2869 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59871/collection1/ shard1
[junit4] 2> 1347419 T2869 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1347547 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1347562 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1347584 T2869 oasc.ZkController.register We are http://127.0.0.1:59871/collection1/ and leader is http://127.0.0.1:59871/collection1/
[junit4] 2> 1347584 T2869 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59871
[junit4] 2> 1347584 T2869 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1347584 T2869 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1347585 T2869 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1347586 T2869 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1347587 T2844 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0
[junit4] 2> 1347587 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1347588 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1347595 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1347596 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1347598 T2873 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1510384a name:ZooKeeperConnection Watcher:127.0.0.1:59868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1347598 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1347599 T2844 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1347601 T2844 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1347868 T2844 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1347871 T2844 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59875
[junit4] 2> 1347872 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1347872 T2844 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1347873 T2844 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241
[junit4] 2> 1347873 T2844 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/'
[junit4] 2> 1347910 T2844 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/solr.xml
[junit4] 2> 1347981 T2844 oasc.CoreContainer.<init> New CoreContainer 419474348
[junit4] 2> 1347982 T2844 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/]
[junit4] 2> 1347983 T2844 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1347984 T2844 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1347984 T2844 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1347985 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1347985 T2844 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1347986 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1347986 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1347986 T2844 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1347987 T2844 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1347987 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1348004 T2844 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1348004 T2844 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59868/solr
[junit4] 2> 1348005 T2844 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1348006 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1348009 T2884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b06b606 name:ZooKeeperConnection Watcher:127.0.0.1:59868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1348009 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1348025 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1348032 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1348034 T2886 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d70fc09 name:ZooKeeperConnection Watcher:127.0.0.1:59868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1348034 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1348043 T2844 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1349046 T2844 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59875_
[junit4] 2> 1349048 T2844 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59875_
[junit4] 2> 1349050 T2873 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1349050 T2866 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1349050 T2886 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1349051 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1349067 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1349067 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59871_",
[junit4] 2> "base_url":"http://127.0.0.1:59871"}
[junit4] 2> 1349069 T2887 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1349069 T2887 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1349075 T2887 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1349076 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59875_",
[junit4] 2> "base_url":"http://127.0.0.1:59875"}
[junit4] 2> 1349076 T2867 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 1349076 T2867 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1349087 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1349087 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1349087 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1350076 T2887 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1350076 T2887 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/collection1
[junit4] 2> 1350076 T2887 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1350077 T2887 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1350077 T2887 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1350079 T2887 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/collection1/'
[junit4] 2> 1350080 T2887 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/collection1/lib/README' to classloader
[junit4] 2> 1350081 T2887 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/collection1/lib/classes/' to classloader
[junit4] 2> 1350134 T2887 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1350193 T2887 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1350294 T2887 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1350305 T2887 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1350898 T2887 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1350899 T2887 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1350899 T2887 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1350908 T2887 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1350911 T2887 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1350920 T2887 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1350924 T2887 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1350927 T2887 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1350927 T2887 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1350928 T2887 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1350928 T2887 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1350928 T2887 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1350929 T2887 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1350929 T2887 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1350929 T2887 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374371098241/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty1/
[junit4] 2> 1350929 T2887 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b01ea1e
[junit4] 2> 1350930 T2887 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty1
[junit4] 2> 1350930 T2887 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty1/index/
[junit4] 2> 1350930 T2887 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1350932 T2887 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty1/index
[junit4] 2> 1350935 T2887 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/index5889159073tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@125e8982),segFN=segments_1,generation=1}
[junit4] 2> 1350935 T2887 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1350939 T2887 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1350939 T2887 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1350939 T2887 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1350940 T2887 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1350940 T2887 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1350940 T2887 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1350941 T2887 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1350941 T2887 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1350941 T2887 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1350949 T2887 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1350956 T2887 oass.SolrIndexSearcher.<init> Opening Searcher@22922e62 main
[junit4] 2> 1350957 T2887 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1350957 T2887 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1350961 T2888 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22922e62 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1350963 T2887 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1350963 T2887 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59875 collection:collection1 shard:shard1
[junit4] 2> 1350963 T2887 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1350973 T2887 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1351074 T2887 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1351127 T2887 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1351128 T2887 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1351128 T2887 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59875/collection1/
[junit4] 2> 1351128 T2887 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1351128 T2887 oasc.SyncStrategy.syncToMe http://127.0.0.1:59875/collection1/ has no replicas
[junit4] 2> 1351128 T2887 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59875/collection1/ shard1
[junit4] 2> 1351128 T2887 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1352099 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1352145 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1352145 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1352145 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1352189 T2887 oasc.ZkController.register We are http://127.0.0.1:59875/collection1/ and leader is http://127.0.0.1:59875/collection1/
[junit4] 2> 1352189 T2887 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59875
[junit4] 2> 1352189 T2887 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1352190 T2887 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1352190 T2887 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1352197 T2887 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1352198 T2844 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0
[junit4] 2> 1352199 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1352199 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1352481 T2844 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1352484 T2844 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59880
[junit4] 2> 1352485 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1352485 T2844 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1352486 T2844 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849
[junit4] 2> 1352486 T2844 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/'
[junit4] 2> 1352523 T2844 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/solr.xml
[junit4] 2> 1352595 T2844 oasc.CoreContainer.<init> New CoreContainer 885903524
[junit4] 2> 1352596 T2844 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/]
[junit4] 2> 1352597 T2844 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1352598 T2844 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1352598 T2844 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1352599 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1352599 T2844 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1352600 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1352600 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1352600 T2844 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1352601 T2844 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1352601 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1352616 T2844 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1352617 T2844 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59868/solr
[junit4] 2> 1352617 T2844 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1352618 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1352622 T2900 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@343cda11 name:ZooKeeperConnection Watcher:127.0.0.1:59868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1352622 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1352640 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1352650 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1352652 T2902 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f9552c6 name:ZooKeeperConnection Watcher:127.0.0.1:59868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1352652 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1352661 T2844 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1353650 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1353651 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59875_",
[junit4] 2> "base_url":"http://127.0.0.1:59875"}
[junit4] 2> 1353679 T2844 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59880_
[junit4] 2> 1353680 T2844 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59880_
[junit4] 2> 1353694 T2873 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1353694 T2902 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1353694 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353694 T2886 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1353695 T2902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353695 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353704 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353705 T2866 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1353705 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353705 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353706 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1353710 T2903 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1353710 T2903 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1353712 T2903 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1355206 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1355207 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59880_",
[junit4] 2> "base_url":"http://127.0.0.1:59880"}
[junit4] 2> 1355207 T2867 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1355207 T2867 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1355226 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1355226 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1355226 T2902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1355226 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1355714 T2903 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1355714 T2903 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/collection1
[junit4] 2> 1355714 T2903 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1355715 T2903 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1355715 T2903 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1355717 T2903 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/collection1/'
[junit4] 2> 1355718 T2903 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/collection1/lib/README' to classloader
[junit4] 2> 1355719 T2903 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/collection1/lib/classes/' to classloader
[junit4] 2> 1355772 T2903 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1355832 T2903 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1355933 T2903 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1355943 T2903 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1356591 T2903 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1356592 T2903 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1356592 T2903 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1356605 T2903 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1356610 T2903 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1356622 T2903 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1356627 T2903 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1356632 T2903 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1356633 T2903 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1356633 T2903 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1356633 T2903 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1356634 T2903 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1356635 T2903 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1356635 T2903 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1356635 T2903 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374371102849/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty2/
[junit4] 2> 1356636 T2903 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b01ea1e
[junit4] 2> 1356637 T2903 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty2
[junit4] 2> 1356637 T2903 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty2/index/
[junit4] 2> 1356637 T2903 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1356639 T2903 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty2/index
[junit4] 2> 1356644 T2903 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/index5889159074tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@b4e16e5),segFN=segments_1,generation=1}
[junit4] 2> 1356644 T2903 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1356650 T2903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1356650 T2903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1356651 T2903 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1356652 T2903 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1356652 T2903 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1356652 T2903 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1356653 T2903 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1356653 T2903 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1356654 T2903 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1356664 T2903 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1356673 T2903 oass.SolrIndexSearcher.<init> Opening Searcher@5862b30 main
[junit4] 2> 1356675 T2903 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1356675 T2903 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1356680 T2904 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5862b30 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1356682 T2903 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1356683 T2903 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59880 collection:collection1 shard:shard2
[junit4] 2> 1356683 T2903 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1356700 T2903 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1356720 T2903 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1356722 T2903 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1356723 T2903 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1356723 T2903 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59880/collection1/
[junit4] 2> 1356723 T2903 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1356723 T2903 oasc.SyncStrategy.syncToMe http://127.0.0.1:59880/collection1/ has no replicas
[junit4] 2> 1356724 T2903 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59880/collection1/ shard2
[junit4] 2> 1356724 T2903 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1356730 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1356736 T2902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1356736 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1356736 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1356736 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1356779 T2903 oasc.ZkController.register We are http://127.0.0.1:59880/collection1/ and leader is http://127.0.0.1:59880/collection1/
[junit4] 2> 1356779 T2903 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59880
[junit4] 2> 1356779 T2903 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1356779 T2903 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1356780 T2903 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1356781 T2903 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1356782 T2844 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0
[junit4] 2> 1356783 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1356783 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1357108 T2844 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1357111 T2844 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59885
[junit4] 2> 1357111 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1357112 T2844 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1357112 T2844 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435
[junit4] 2> 1357113 T2844 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/'
[junit4] 2> 1357153 T2844 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/solr.xml
[junit4] 2> 1357233 T2844 oasc.CoreContainer.<init> New CoreContainer 1454748478
[junit4] 2> 1357234 T2844 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/]
[junit4] 2> 1357236 T2844 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1357236 T2844 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1357236 T2844 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1357237 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1357237 T2844 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1357238 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1357238 T2844 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1357239 T2844 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1357239 T2844 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1357240 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1357257 T2844 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1357258 T2844 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59868/solr
[junit4] 2> 1357258 T2844 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1357259 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1357262 T2916 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@330ad7eb name:ZooKeeperConnection Watcher:127.0.0.1:59868 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1357263 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1357276 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1357288 T2844 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1357290 T2918 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6237ea01 name:ZooKeeperConnection Watcher:127.0.0.1:59868/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1357290 T2844 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1357301 T2844 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1358241 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1358242 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59880_",
[junit4] 2> "base_url":"http://127.0.0.1:59880"}
[junit4] 2> 1358255 T2918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358255 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358255 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358255 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358255 T2902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358304 T2844 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59885_
[junit4] 2> 1358305 T2844 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59885_
[junit4] 2> 1358307 T2902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358307 T2918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1358308 T2873 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1358308 T2886 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1358308 T2866 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1358308 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1358308 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1358309 T2902 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1358309 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1358317 T2918 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1358322 T2919 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1358322 T2919 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1358324 T2919 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1359759 T2867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1359760 T2867 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59885_",
[junit4] 2> "base_url":"http://127.0.0.1:59885"}
[junit4] 2> 1359760 T2867 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1359760 T2867 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1359777 T2873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1359777 T2866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1359777 T2886 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1359777 T2902 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1359777 T2918 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1360326 T2919 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1360326 T2919 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/collection1
[junit4] 2> 1360326 T2919 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1360327 T2919 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1360327 T2919 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1360328 T2919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/collection1/'
[junit4] 2> 1360330 T2919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/collection1/lib/classes/' to classloader
[junit4] 2> 1360330 T2919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/collection1/lib/README' to classloader
[junit4] 2> 1360388 T2919 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1360448 T2919 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1360550 T2919 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1360561 T2919 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1361189 T2919 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1361190 T2919 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1361191 T2919 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1361203 T2919 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1361208 T2919 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1361221 T2919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1361225 T2919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1361230 T2919 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1361230 T2919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1361231 T2919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1361231 T2919 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1361232 T2919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1361232 T2919 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1361233 T2919 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1361233 T2919 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374371107435/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty3/
[junit4] 2> 1361233 T2919 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b01ea1e
[junit4] 2> 1361234 T2919 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty3
[junit4] 2> 1361234 T2919 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty3/index/
[junit4] 2> 1361235 T2919 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 1361237 T2919 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374371094280/jetty3/index
[junit4] 2> 1361241 T2919 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0/index5889159075tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@27fcd475),segFN=segments_1,generation=1}
[junit4] 2> 1361242 T2919 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1361247 T2919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1361247 T2919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1361248 T2919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1361249 T2919 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1361249 T2919 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1361250 T2919 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1361250 T2919 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1361251 T2919 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1361251 T2919 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1361261 T2919 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1361269 T2919 oass.SolrIndexSearcher.<init> Opening Searcher@db18ef2 main
[junit4] 2> 1361270 T2919 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1361270 T2919 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1361275 T2920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@db18ef2 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1361277 T2919 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1361278 T2919 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59885 collection:collection1 shard:shard1
[junit4] 2> 1361278 T2919 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1361295 T2919 oasc.ZkController.register We are http://127.0.0.1:59885/collection1/ and leader is http://127.0.0.1:59875/collection1/
[junit4] 2> 1361295 T2919 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59885
[junit4] 2> 1361295 T2919 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 1361296 T2919 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C1215 name=collection1 org.apache.solr.core.SolrCore@b77552 url=http://127.0.0.1:59885/collection1 node=127.0.0.1:59885_ C1215_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:59885_, base_url=http://127.0.0.1:59885}
[junit4] 2> 1361300 T2921 C1215 P59885 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 1361301 T2921 C1215 P59885 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 1361301 T2919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1361301 T2921 C1215 P59885 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 1361301 T2921 C1215 P59885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1361302 T2844 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J0
[junit4] 2> 1361302 T2844 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1361302 T2921 C1215 P59885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1361303 T2844 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1361317 T2876 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 1361585 T2844 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1361588 T2844 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59892
[junit4] 2> 1361588 T2844 oass
[...truncated too long message...]
s), foo_d=Pulsing41(freqCutoff=5 minBlockSize=79 maxBlockSize=248), foo_f=PostingsFormat(name=Memory doPackFST= true), n_tl1=MockFixedIntBlock(blockSize=1349), n_d1=PostingsFormat(name=Lucene41WithOrds), rnd_b=Pulsing41(freqCutoff=5 minBlockSize=79 maxBlockSize=248), intDefault=PostingsFormat(name=Lucene41WithOrds), n_td1=MockFixedIntBlock(blockSize=1349), timestamp=PostingsFormat(name=Lucene41WithOrds), id=Pulsing41(freqCutoff=5 minBlockSize=79 maxBlockSize=248), range_facet_sl=PostingsFormat(name=Memory doPackFST= true), range_facet_si=MockFixedIntBlock(blockSize=1349), oddField_s=PostingsFormat(name=Memory doPackFST= true), sequence_i=PostingsFormat(name=Memory doPackFST= true), name=Pulsing41(freqCutoff=5 minBlockSize=79 maxBlockSize=248), foo_i=MockFixedIntBlock(blockSize=1349), regex_dup_B_s=PostingsFormat(name=Lucene41WithOrds), multiDefault=MockFixedIntBlock(blockSize=1349), n_tf1=PostingsFormat(name=Lucene41WithOrds), n_dt1=MockFixedIntBlock(blockSize=1349), genre_s=PostingsFormat(name=Memory doPackFST= true), author_t=MockFixedIntBlock(blockSize=1349), range_facet_l=PostingsFormat(name=Lucene41WithOrds), n_ti1=Pulsing41(freqCutoff=5 minBlockSize=79 maxBlockSize=248), text=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Lucene41WithOrds), val_i=Pulsing41(freqCutoff=5 minBlockSize=79 maxBlockSize=248), SubjectTerms_mfacet=PostingsFormat(name=Lucene41WithOrds), series_t=MockFixedIntBlock(blockSize=1349), a_t=PostingsFormat(name=Lucene41WithOrds), n_tdt1=PostingsFormat(name=Lucene41WithOrds), regex_dup_A_s=PostingsFormat(name=Memory doPackFST= true), price=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Lucene41WithOrds), n_l1=PostingsFormat(name=Lucene41WithOrds), a_si=MockFixedIntBlock(blockSize=1349), inStock=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_AR, timezone=Pacific/Chuuk
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=316005552,total=418512896
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCollectionResource, CacheHeaderTest, TestPHPSerializedResponseWriter, TestCharFilters, UnloadDistributedZkTest, QueryEqualityTest, SolrIndexSplitterTest, ShardRoutingTest, RecoveryZkTest, SpellingQueryConverterTest, TestSurroundQueryParser, QueryParsingTest, TestPhraseSuggestions, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestRemoteStreaming, QueryElevationComponentTest, CoreAdminHandlerTest, WordBreakSolrSpellCheckerTest, TestSolrCoreProperties, TestReplicationHandler, OverseerTest, TestSolrQueryParserResource, SuggesterTest, HdfsLockFactoryTest, CSVRequestHandlerTest, HdfsRecoveryZkTest, TestDocSet, ChaosMonkeyNothingIsSafeTest, TestStressVersions, SynonymTokenizerTest, SOLR749Test, JsonLoaderTest, ParsingFieldUpdateProcessorsTest, TestSolrDeletionPolicy2, SoftAutoCommitTest, FieldMutatingUpdateProcessorTest, SuggesterFSTTest, ResourceLoaderTest, CircularListTest, SliceStateTest, TermsComponentTest, PrimUtilsTest, TestFieldTypeResource, ReturnFieldsTest, BasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=C5BC663449A4D387 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_AR -Dtests.timezone=Pacific/Chuuk -Dtests.file.encoding=ISO8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3334, name=recoveryCmdExecutor-1407-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([C5BC663449A4D387]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3334, name=recoveryCmdExecutor-1407-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([C5BC663449A4D387]:0)
[junit4] Completed on J0 in 313.90s, 1 test, 2 errors <<< FAILURES!
[...truncated 584 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:893: There were test failures: 317 suites, 1337 tests, 2 suite-level errors, 700 ignored (1 assumption)
Total time: 88 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.4 - Build # 10 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.4/10/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2848, name=recoveryCmdExecutor-1284-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2848, name=recoveryCmdExecutor-1284-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([463AB849786091AA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2848, name=recoveryCmdExecutor-1284-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2848, name=recoveryCmdExecutor-1284-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([463AB849786091AA]:0)
Build Log:
[...truncated 9047 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 873665 T2336 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 873680 T2336 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1374279184125
[junit4] 2> 873682 T2336 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 873682 T2337 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 873783 T2336 oasc.ZkTestServer.run start zk server on port:41707
[junit4] 2> 873784 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 873788 T2343 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@412c2479 name:ZooKeeperConnection Watcher:127.0.0.1:41707 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 873788 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 873789 T2336 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 873808 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 873810 T2345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@117eb47e name:ZooKeeperConnection Watcher:127.0.0.1:41707/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 873811 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 873811 T2336 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 873821 T2336 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 873824 T2336 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 873827 T2336 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 873834 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 873835 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 873846 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 873846 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 873950 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 873951 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 873954 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 873955 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 873971 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 873972 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 873975 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 873976 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 873979 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 873980 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 873983 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 873983 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 873986 T2336 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 873987 T2336 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 874266 T2336 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 874268 T2336 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41710
[junit4] 2> 874269 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 874270 T2336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 874270 T2336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440
[junit4] 2> 874271 T2336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/'
[junit4] 2> 874308 T2336 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/solr.xml
[junit4] 2> 874380 T2336 oasc.CoreContainer.<init> New CoreContainer 1837655927
[junit4] 2> 874380 T2336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/]
[junit4] 2> 874382 T2336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 874383 T2336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 874383 T2336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 874384 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 874384 T2336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 874384 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 874385 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 874385 T2336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 874386 T2336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 874386 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 874401 T2336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 874402 T2336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41707/solr
[junit4] 2> 874402 T2336 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 874403 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 874406 T2356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1640edcf name:ZooKeeperConnection Watcher:127.0.0.1:41707 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 874407 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 874420 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 874430 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 874432 T2358 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40dafa2f name:ZooKeeperConnection Watcher:127.0.0.1:41707/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 874432 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 874435 T2336 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 874444 T2336 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 874447 T2336 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 874454 T2336 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41710_
[junit4] 2> 874456 T2336 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41710_
[junit4] 2> 874459 T2336 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 874477 T2336 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 874480 T2336 oasc.Overseer.start Overseer (id=90064760611274755-127.0.0.1:41710_-n_0000000000) starting
[junit4] 2> 874490 T2336 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 874500 T2360 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 874501 T2336 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 874508 T2336 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 874533 T2336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 874535 T2359 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 874539 T2361 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 874540 T2361 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 874541 T2361 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 876039 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 876040 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41710_",
[junit4] 2> "base_url":"http://127.0.0.1:41710"}
[junit4] 2> 876040 T2359 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 876041 T2359 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 876062 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 876543 T2361 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 876543 T2361 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/collection1
[junit4] 2> 876543 T2361 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 876544 T2361 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 876544 T2361 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 876546 T2361 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/collection1/'
[junit4] 2> 876547 T2361 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/collection1/lib/README' to classloader
[junit4] 2> 876548 T2361 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/collection1/lib/classes/' to classloader
[junit4] 2> 876602 T2361 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 876663 T2361 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 876764 T2361 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 876774 T2361 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 877413 T2361 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 877414 T2361 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 877415 T2361 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 877427 T2361 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 877431 T2361 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 877446 T2361 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 877451 T2361 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 877455 T2361 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 877457 T2361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 877457 T2361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 877457 T2361 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 877458 T2361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 877458 T2361 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 877459 T2361 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 877459 T2361 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374279184440/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/control/data/
[junit4] 2> 877459 T2361 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19737b9f
[junit4] 2> 877460 T2361 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/control/data
[junit4] 2> 877460 T2361 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/control/data/index/
[junit4] 2> 877461 T2361 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 877463 T2361 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/control/data/index
[junit4] 2> 877468 T2361 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/index4488344901tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab34ce1),segFN=segments_1,generation=1}
[junit4] 2> 877468 T2361 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 877473 T2361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 877473 T2361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 877474 T2361 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 877474 T2361 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 877475 T2361 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 877475 T2361 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 877475 T2361 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 877476 T2361 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 877476 T2361 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 877486 T2361 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 877494 T2361 oass.SolrIndexSearcher.<init> Opening Searcher@2c384e19 main
[junit4] 2> 877495 T2361 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 877496 T2361 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 877499 T2362 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c384e19 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 877500 T2361 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 877500 T2361 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41710 collection:control_collection shard:shard1
[junit4] 2> 877500 T2361 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 877517 T2361 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 877551 T2361 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 877562 T2361 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 877563 T2361 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 877563 T2361 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41710/collection1/
[junit4] 2> 877563 T2361 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 877564 T2361 oasc.SyncStrategy.syncToMe http://127.0.0.1:41710/collection1/ has no replicas
[junit4] 2> 877564 T2361 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41710/collection1/ shard1
[junit4] 2> 877564 T2361 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 877567 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 877598 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 877638 T2361 oasc.ZkController.register We are http://127.0.0.1:41710/collection1/ and leader is http://127.0.0.1:41710/collection1/
[junit4] 2> 877638 T2361 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41710
[junit4] 2> 877638 T2361 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 877638 T2361 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 877638 T2361 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 877640 T2361 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 877641 T2336 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 877642 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 877642 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 877653 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 877655 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 877657 T2365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ed7df3c name:ZooKeeperConnection Watcher:127.0.0.1:41707/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 877657 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 877659 T2336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 877661 T2336 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 877929 T2336 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 877932 T2336 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41714
[junit4] 2> 877933 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 877933 T2336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 877934 T2336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106
[junit4] 2> 877934 T2336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/'
[junit4] 2> 877971 T2336 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/solr.xml
[junit4] 2> 878043 T2336 oasc.CoreContainer.<init> New CoreContainer 493107819
[junit4] 2> 878044 T2336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/]
[junit4] 2> 878046 T2336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 878046 T2336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 878047 T2336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 878047 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 878048 T2336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 878048 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 878049 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 878049 T2336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 878050 T2336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 878050 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 878067 T2336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 878067 T2336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41707/solr
[junit4] 2> 878068 T2336 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 878069 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 878072 T2376 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f3755e0 name:ZooKeeperConnection Watcher:127.0.0.1:41707 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 878072 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 878086 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 878098 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 878100 T2378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20e4b6bf name:ZooKeeperConnection Watcher:127.0.0.1:41707/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 878101 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 878106 T2336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 879103 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 879104 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41710_",
[junit4] 2> "base_url":"http://127.0.0.1:41710"}
[junit4] 2> 879123 T2336 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41714_
[junit4] 2> 879141 T2336 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41714_
[junit4] 2> 879143 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 879143 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 879143 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 879154 T2365 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 879154 T2378 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 879156 T2358 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 879156 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 879161 T2379 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 879161 T2379 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 879163 T2379 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 880656 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 880657 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41714_",
[junit4] 2> "base_url":"http://127.0.0.1:41714"}
[junit4] 2> 880657 T2359 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 880658 T2359 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 880673 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 880673 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 880673 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 881165 T2379 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 881165 T2379 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/collection1
[junit4] 2> 881165 T2379 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 881166 T2379 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 881166 T2379 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 881168 T2379 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/collection1/'
[junit4] 2> 881169 T2379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/collection1/lib/README' to classloader
[junit4] 2> 881170 T2379 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/collection1/lib/classes/' to classloader
[junit4] 2> 881224 T2379 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 881290 T2379 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 881391 T2379 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 881401 T2379 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 882030 T2379 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 882030 T2379 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 882031 T2379 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 882043 T2379 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 882048 T2379 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 882062 T2379 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 882067 T2379 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 882071 T2379 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 882072 T2379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 882072 T2379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 882073 T2379 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 882074 T2379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 882074 T2379 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 882074 T2379 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 882074 T2379 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374279188106/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty1/
[junit4] 2> 882075 T2379 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19737b9f
[junit4] 2> 882076 T2379 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty1
[junit4] 2> 882076 T2379 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty1/index/
[junit4] 2> 882076 T2379 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 882078 T2379 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty1/index
[junit4] 2> 882084 T2379 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/index4488344902tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1df105f3),segFN=segments_1,generation=1}
[junit4] 2> 882084 T2379 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 882089 T2379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 882090 T2379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 882090 T2379 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 882091 T2379 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 882092 T2379 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 882092 T2379 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 882092 T2379 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 882093 T2379 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 882093 T2379 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 882103 T2379 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 882112 T2379 oass.SolrIndexSearcher.<init> Opening Searcher@6e6b2081 main
[junit4] 2> 882114 T2379 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 882114 T2379 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 882119 T2380 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e6b2081 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 882121 T2379 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 882121 T2379 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41714 collection:collection1 shard:shard1
[junit4] 2> 882122 T2379 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 882137 T2379 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 882223 T2379 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 882261 T2379 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 882261 T2379 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 882261 T2379 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41714/collection1/
[junit4] 2> 882261 T2379 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 882262 T2379 oasc.SyncStrategy.syncToMe http://127.0.0.1:41714/collection1/ has no replicas
[junit4] 2> 882262 T2379 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41714/collection1/ shard1
[junit4] 2> 882262 T2379 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 883710 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 883741 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 883741 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 883741 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 883767 T2379 oasc.ZkController.register We are http://127.0.0.1:41714/collection1/ and leader is http://127.0.0.1:41714/collection1/
[junit4] 2> 883767 T2379 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41714
[junit4] 2> 883767 T2379 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 883767 T2379 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 883768 T2379 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 883769 T2379 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 883770 T2336 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 883771 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 883771 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 884053 T2336 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 884057 T2336 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41717
[junit4] 2> 884058 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 884058 T2336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 884059 T2336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225
[junit4] 2> 884059 T2336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/'
[junit4] 2> 884096 T2336 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/solr.xml
[junit4] 2> 884174 T2336 oasc.CoreContainer.<init> New CoreContainer 772975834
[junit4] 2> 884175 T2336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/]
[junit4] 2> 884177 T2336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 884177 T2336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 884178 T2336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 884178 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 884178 T2336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 884179 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 884179 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 884180 T2336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 884180 T2336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 884181 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 884196 T2336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 884196 T2336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41707/solr
[junit4] 2> 884197 T2336 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 884198 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 884201 T2392 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c1233d7 name:ZooKeeperConnection Watcher:127.0.0.1:41707 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 884201 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 884218 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 884228 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 884230 T2394 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77bff475 name:ZooKeeperConnection Watcher:127.0.0.1:41707/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 884230 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 884239 T2336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 885242 T2336 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41717_
[junit4] 2> 885244 T2336 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41717_
[junit4] 2> 885248 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 885248 T2378 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 885248 T2394 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 885248 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 885248 T2365 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 885248 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41714_",
[junit4] 2> "base_url":"http://127.0.0.1:41714"}
[junit4] 2> 885249 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 885267 T2395 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 885267 T2395 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 885270 T2395 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 885270 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41717_",
[junit4] 2> "base_url":"http://127.0.0.1:41717"}
[junit4] 2> 885271 T2359 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 885271 T2359 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 885281 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 885281 T2394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 885281 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 885286 T2358 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 885286 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 885287 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 886271 T2395 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 886271 T2395 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/collection1
[junit4] 2> 886271 T2395 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 886272 T2395 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 886272 T2395 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 886274 T2395 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/collection1/'
[junit4] 2> 886275 T2395 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/collection1/lib/README' to classloader
[junit4] 2> 886276 T2395 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/collection1/lib/classes/' to classloader
[junit4] 2> 886330 T2395 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 886391 T2395 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 886492 T2395 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 886503 T2395 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 887139 T2395 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 887140 T2395 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 887140 T2395 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 887148 T2395 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 887151 T2395 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 887163 T2395 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 887167 T2395 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 887170 T2395 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 887171 T2395 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 887172 T2395 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 887172 T2395 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 887173 T2395 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 887173 T2395 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 887173 T2395 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 887173 T2395 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374279194225/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty2/
[junit4] 2> 887174 T2395 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19737b9f
[junit4] 2> 887174 T2395 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty2
[junit4] 2> 887175 T2395 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty2/index/
[junit4] 2> 887175 T2395 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 887176 T2395 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty2/index
[junit4] 2> 887179 T2395 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/index4488344903tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cc3f611),segFN=segments_1,generation=1}
[junit4] 2> 887179 T2395 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 887183 T2395 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 887183 T2395 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 887183 T2395 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 887184 T2395 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 887184 T2395 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 887184 T2395 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 887185 T2395 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 887185 T2395 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 887185 T2395 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 887191 T2395 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 887197 T2395 oass.SolrIndexSearcher.<init> Opening Searcher@5ffc015d main
[junit4] 2> 887198 T2395 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 887198 T2395 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 887202 T2396 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ffc015d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 887203 T2395 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 887203 T2395 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41717 collection:collection1 shard:shard2
[junit4] 2> 887203 T2395 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 887215 T2395 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 887336 T2395 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 887351 T2395 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 887351 T2395 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 887351 T2395 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41717/collection1/
[junit4] 2> 887352 T2395 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 887352 T2395 oasc.SyncStrategy.syncToMe http://127.0.0.1:41717/collection1/ has no replicas
[junit4] 2> 887352 T2395 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41717/collection1/ shard2
[junit4] 2> 887352 T2395 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 888290 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 888322 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 888322 T2394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 888322 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 888322 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 888350 T2395 oasc.ZkController.register We are http://127.0.0.1:41717/collection1/ and leader is http://127.0.0.1:41717/collection1/
[junit4] 2> 888350 T2395 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41717
[junit4] 2> 888350 T2395 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 888350 T2395 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 888351 T2395 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 888352 T2395 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 888353 T2336 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 888354 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 888354 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 888642 T2336 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 888646 T2336 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41721
[junit4] 2> 888646 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 888647 T2336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 888647 T2336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808
[junit4] 2> 888648 T2336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/'
[junit4] 2> 888686 T2336 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/solr.xml
[junit4] 2> 888759 T2336 oasc.CoreContainer.<init> New CoreContainer 802137704
[junit4] 2> 888760 T2336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/]
[junit4] 2> 888761 T2336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 888762 T2336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 888762 T2336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 888763 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 888763 T2336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 888764 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 888764 T2336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 888765 T2336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 888765 T2336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 888766 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 888781 T2336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 888781 T2336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41707/solr
[junit4] 2> 888782 T2336 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 888783 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 888786 T2408 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69b60e5d name:ZooKeeperConnection Watcher:127.0.0.1:41707 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 888786 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 888800 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 888810 T2336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 888813 T2410 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e330659 name:ZooKeeperConnection Watcher:127.0.0.1:41707/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 888813 T2336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 888824 T2336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 889828 T2336 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41721_
[junit4] 2> 889835 T2336 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41721_
[junit4] 2> 889838 T2378 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 889839 T2365 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 889839 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889839 T2410 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 889838 T2358 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 889838 T2394 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 889840 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889839 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889840 T2394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889851 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 889852 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41717_",
[junit4] 2> "base_url":"http://127.0.0.1:41717"}
[junit4] 2> 889855 T2411 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 889855 T2411 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 889856 T2411 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 889857 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889857 T2394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889857 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889857 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 889857 T2410 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 891367 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 891368 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41721_",
[junit4] 2> "base_url":"http://127.0.0.1:41721"}
[junit4] 2> 891369 T2359 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 891369 T2359 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 891383 T2378 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 891383 T2410 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 891383 T2394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 891383 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 891383 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 891859 T2411 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 891859 T2411 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/collection1
[junit4] 2> 891859 T2411 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 891860 T2411 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 891860 T2411 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 891862 T2411 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/collection1/'
[junit4] 2> 891863 T2411 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/collection1/lib/README' to classloader
[junit4] 2> 891863 T2411 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/collection1/lib/classes/' to classloader
[junit4] 2> 891918 T2411 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 891979 T2411 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 892080 T2411 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 892092 T2411 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 892699 T2411 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 892699 T2411 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 892700 T2411 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 892708 T2411 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 892711 T2411 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 892723 T2411 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 892726 T2411 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 892729 T2411 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 892730 T2411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 892731 T2411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 892731 T2411 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 892732 T2411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 892732 T2411 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 892732 T2411 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 892732 T2411 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374279198808/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty3/
[junit4] 2> 892732 T2411 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19737b9f
[junit4] 2> 892733 T2411 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty3
[junit4] 2> 892733 T2411 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty3/index/
[junit4] 2> 892734 T2411 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 892735 T2411 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374279184125/jetty3/index
[junit4] 2> 892738 T2411 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/index4488344904tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cfac173),segFN=segments_1,generation=1}
[junit4] 2> 892738 T2411 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 892741 T2411 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 892742 T2411 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 892742 T2411 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 892743 T2411 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 892743 T2411 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 892743 T2411 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 892743 T2411 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 892744 T2411 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 892744 T2411 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 892750 T2411 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 892756 T2411 oass.SolrIndexSearcher.<init> Opening Searcher@45b248d6 main
[junit4] 2> 892757 T2411 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 892757 T2411 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 892760 T2412 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45b248d6 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 892762 T2411 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 892762 T2411 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41721 collection:collection1 shard:shard1
[junit4] 2> 892762 T2411 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 892781 T2411 oasc.ZkController.register We are http://127.0.0.1:41721/collection1/ and leader is http://127.0.0.1:41714/collection1/
[junit4] 2> 892781 T2411 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41721
[junit4] 2> 892781 T2411 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 892781 T2411 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C421 name=collection1 org.apache.solr.core.SolrCore@52588d1a url=http://127.0.0.1:41721/collection1 node=127.0.0.1:41721_ C421_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:41721_, base_url=http://127.0.0.1:41721}
[junit4] 2> 892782 T2413 C421 P41721 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 892782 T2413 C421 P41721 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 892782 T2411 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 892782 T2413 C421 P41721 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 892783 T2413 C421 P41721 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 892783 T2336 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 892784 T2336 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 892784 T2413 C421 P41721 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 892784 T2336 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 892793 T2368 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 892888 T2359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 892889 T2359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"recovering",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41721_",
[junit4] 2> "base_url":"http://127.0.0.1:41721"}
[junit4] 2> 892907 T2358 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 892908 T2394 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[...truncated too long message...]
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=lv, timezone=Asia/Baku
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=255880784,total=407306240
[junit4] 2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestSolrXml, FileUtilsTest, SolrPluginUtilsTest, CopyFieldTest, TestFieldResource, ShardRoutingCustomTest, TestLuceneMatchVersion, TestLMJelinekMercerSimilarityFactory, TestArbitraryIndexDir, DebugComponentTest, TestAnalyzedSuggestions, TestReload, TestIndexSearcher, SortByFunctionTest, AssignTest, BasicZkTest, ZkNodePropsTest, TestDefaultSearchFieldResource, TestNumberUtils, TestCSVLoader, QueryResultKeyTest, CollectionsAPIDistributedZkTest, TestPropInject, UniqFieldsUpdateProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, IndexReaderFactoryTest, TestCodecSupport, TestDynamicFieldCollectionResource, MultiTermTest, FieldAnalysisRequestHandlerTest, SolrTestCaseJ4Test, TestStressReorder, TestQuerySenderNoQuery, TestDefaultSimilarityFactory, TestBM25SimilarityFactory, ConvertedLegacyTest, TestSystemIdResolver, TestRecovery, TestRTGBase, UpdateParamsTest, HighlighterConfigTest, TestDFRSimilarityFactory, HdfsSyncSliceTest, TestSerializedLuceneMatchVersion, TestUpdate, TestBinaryField, StatsComponentTest, TestMergePolicyConfig, SpellCheckCollatorTest, TestFastOutputStream, TestQueryTypes, AliasIntegrationTest, TestSchemaNameResource, TestElisionMultitermQuery, TestDistributedSearch, JSONWriterTest, TestSchemaVersionResource, BadCopyFieldTest, TestHashPartitioner, TestFiltering, HdfsCollectionsAPIDistributedZkTest, TestFoldingMultitermQuery, TestCopyFieldCollectionResource, DOMUtilTest, TestWordDelimiterFilterFactory, SolrCmdDistributorTest, DateMathParserTest, TestMultiCoreConfBootstrap, TestComponentsName, SignatureUpdateProcessorFactoryTest, TestSolrXMLSerializer, PathHierarchyTokenizerFactoryTest, DirectSolrSpellCheckerTest, TestCoreDiscovery, BasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=463AB849786091AA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=lv -Dtests.timezone=Asia/Baku -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2848, name=recoveryCmdExecutor-1284-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([463AB849786091AA]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2848, name=recoveryCmdExecutor-1284-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([463AB849786091AA]:0)
[junit4] Completed on J1 in 286.42s, 1 test, 2 errors <<< FAILURES!
[...truncated 574 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:893: There were test failures: 317 suites, 1337 tests, 2 suite-level errors, 669 ignored
Total time: 84 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.4 - Build # 9 - Still Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.4/9/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3685, name=recoveryCmdExecutor-1226-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3685, name=recoveryCmdExecutor-1226-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([CE7EA7067E9B92AC]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3685, name=recoveryCmdExecutor-1226-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3685, name=recoveryCmdExecutor-1226-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([CE7EA7067E9B92AC]:0)
Build Log:
[...truncated 9269 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 1888091 T3185 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1888095 T3185 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1374196175686
[junit4] 2> 1888097 T3185 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1888097 T3186 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1888199 T3185 oasc.ZkTestServer.run start zk server on port:48257
[junit4] 2> 1888200 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1888204 T3192 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@531f148c name:ZooKeeperConnection Watcher:127.0.0.1:48257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1888204 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1888205 T3185 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1888215 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1888216 T3194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@360775a1 name:ZooKeeperConnection Watcher:127.0.0.1:48257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1888217 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1888217 T3185 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1888228 T3185 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1888230 T3185 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1888233 T3185 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1888242 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1888243 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1888254 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1888255 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1888364 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1888364 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1888368 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1888368 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1888383 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1888383 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1888386 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1888387 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1888390 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1888391 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1888394 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1888395 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1888398 T3185 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1888399 T3185 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1888678 T3185 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1888683 T3185 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48260
[junit4] 2> 1888684 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1888684 T3185 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1888685 T3185 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000
[junit4] 2> 1888685 T3185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/'
[junit4] 2> 1888722 T3185 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/solr.xml
[junit4] 2> 1888793 T3185 oasc.CoreContainer.<init> New CoreContainer 892709629
[junit4] 2> 1888794 T3185 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/]
[junit4] 2> 1888796 T3185 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1888796 T3185 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1888797 T3185 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1888797 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1888798 T3185 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1888798 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1888799 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1888799 T3185 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1888800 T3185 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1888800 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1888817 T3185 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1888818 T3185 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48257/solr
[junit4] 2> 1888818 T3185 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1888819 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1888822 T3205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@566ce355 name:ZooKeeperConnection Watcher:127.0.0.1:48257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1888822 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1888834 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1888846 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1888847 T3207 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b7f6ea9 name:ZooKeeperConnection Watcher:127.0.0.1:48257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1888848 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1888850 T3185 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1888862 T3185 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1888865 T3185 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1888868 T3185 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48260_
[junit4] 2> 1888875 T3185 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48260_
[junit4] 2> 1888878 T3185 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1888897 T3185 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1888899 T3185 oasc.Overseer.start Overseer (id=90059320570216451-127.0.0.1:48260_-n_0000000000) starting
[junit4] 2> 1888912 T3185 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1888924 T3209 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1888925 T3185 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1888928 T3185 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1888930 T3185 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1888933 T3208 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1888937 T3210 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1888937 T3210 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1888939 T3210 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1890437 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1890437 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48260_",
[junit4] 2> "base_url":"http://127.0.0.1:48260"}
[junit4] 2> 1890438 T3208 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 1890438 T3208 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1890451 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1890942 T3210 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1890942 T3210 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/collection1
[junit4] 2> 1890942 T3210 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1890943 T3210 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1890943 T3210 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1890945 T3210 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/collection1/'
[junit4] 2> 1890946 T3210 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/collection1/lib/README' to classloader
[junit4] 2> 1890947 T3210 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/collection1/lib/classes/' to classloader
[junit4] 2> 1891001 T3210 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1891060 T3210 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1891161 T3210 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1891172 T3210 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1891805 T3210 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1891806 T3210 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1891807 T3210 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1891818 T3210 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1891822 T3210 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1891836 T3210 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1891841 T3210 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1891845 T3210 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1891846 T3210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1891846 T3210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1891847 T3210 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1891848 T3210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1891848 T3210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1891848 T3210 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1891849 T3210 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374196176000/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/control/data/
[junit4] 2> 1891849 T3210 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62513bb5
[junit4] 2> 1891850 T3210 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/control/data
[junit4] 2> 1891850 T3210 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/control/data/index/
[junit4] 2> 1891850 T3210 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1891851 T3210 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/control/data/index
[junit4] 2> 1891855 T3210 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11a49a26 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a96f6fa)),segFN=segments_1,generation=1}
[junit4] 2> 1891855 T3210 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1891859 T3210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1891859 T3210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1891860 T3210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1891860 T3210 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1891861 T3210 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1891861 T3210 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1891861 T3210 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1891862 T3210 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1891862 T3210 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1891871 T3210 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1891878 T3210 oass.SolrIndexSearcher.<init> Opening Searcher@349ca78d main
[junit4] 2> 1891880 T3210 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1891880 T3210 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1891883 T3211 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@349ca78d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1891885 T3210 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1891885 T3210 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48260 collection:control_collection shard:shard1
[junit4] 2> 1891885 T3210 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1891901 T3210 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1891939 T3210 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1891974 T3210 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1891975 T3210 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1891975 T3210 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48260/collection1/
[junit4] 2> 1891975 T3210 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1891975 T3210 oasc.SyncStrategy.syncToMe http://127.0.0.1:48260/collection1/ has no replicas
[junit4] 2> 1891976 T3210 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48260/collection1/ shard1
[junit4] 2> 1891976 T3210 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1893478 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1893498 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1893521 T3210 oasc.ZkController.register We are http://127.0.0.1:48260/collection1/ and leader is http://127.0.0.1:48260/collection1/
[junit4] 2> 1893521 T3210 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48260
[junit4] 2> 1893521 T3210 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1893521 T3210 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1893522 T3210 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1893523 T3210 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1893524 T3185 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 1893525 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1893526 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1893536 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1893538 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1893540 T3214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1456f24d name:ZooKeeperConnection Watcher:127.0.0.1:48257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1893540 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1893542 T3185 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1893544 T3185 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1893809 T3185 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1893813 T3185 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48266
[junit4] 2> 1893813 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1893814 T3185 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1893814 T3185 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135
[junit4] 2> 1893815 T3185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/'
[junit4] 2> 1893852 T3185 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/solr.xml
[junit4] 2> 1893923 T3185 oasc.CoreContainer.<init> New CoreContainer 1396414981
[junit4] 2> 1893923 T3185 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/]
[junit4] 2> 1893925 T3185 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1893926 T3185 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1893926 T3185 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1893927 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1893927 T3185 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1893928 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1893928 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1893928 T3185 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1893929 T3185 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1893929 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1893946 T3185 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1893947 T3185 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48257/solr
[junit4] 2> 1893947 T3185 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1893948 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1893951 T3225 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dfce8f3 name:ZooKeeperConnection Watcher:127.0.0.1:48257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1893951 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1893964 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1893976 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1893977 T3227 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@85ce57f name:ZooKeeperConnection Watcher:127.0.0.1:48257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1893978 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1893989 T3185 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1894993 T3185 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48266_
[junit4] 2> 1894995 T3185 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48266_
[junit4] 2> 1894999 T3214 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1894999 T3227 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1894999 T3207 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1894999 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1895009 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1895010 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48260_",
[junit4] 2> "base_url":"http://127.0.0.1:48260"}
[junit4] 2> 1895013 T3228 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1895014 T3228 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1895020 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1895020 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1895020 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1895021 T3228 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1896531 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1896532 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48266_",
[junit4] 2> "base_url":"http://127.0.0.1:48266"}
[junit4] 2> 1896533 T3208 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 1896533 T3208 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1896547 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1896547 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1896547 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1897024 T3228 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1897024 T3228 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/collection1
[junit4] 2> 1897024 T3228 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1897025 T3228 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1897026 T3228 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1897027 T3228 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/collection1/'
[junit4] 2> 1897028 T3228 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/collection1/lib/classes/' to classloader
[junit4] 2> 1897029 T3228 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/collection1/lib/README' to classloader
[junit4] 2> 1897083 T3228 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1897142 T3228 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1897244 T3228 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1897255 T3228 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1897909 T3228 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1897910 T3228 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1897911 T3228 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1897925 T3228 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1897930 T3228 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1897949 T3228 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1897954 T3228 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1897959 T3228 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1897960 T3228 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1897960 T3228 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1897960 T3228 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1897961 T3228 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1897962 T3228 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1897962 T3228 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1897962 T3228 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374196181135/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty1/
[junit4] 2> 1897963 T3228 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62513bb5
[junit4] 2> 1897964 T3228 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty1
[junit4] 2> 1897964 T3228 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty1/index/
[junit4] 2> 1897964 T3228 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1897964 T3228 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty1/index
[junit4] 2> 1897968 T3228 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@d61dca7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7db1d707)),segFN=segments_1,generation=1}
[junit4] 2> 1897969 T3228 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1897974 T3228 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1897974 T3228 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1897975 T3228 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1897975 T3228 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1897976 T3228 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1897976 T3228 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1897976 T3228 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1897977 T3228 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1897978 T3228 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1897989 T3228 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1897997 T3228 oass.SolrIndexSearcher.<init> Opening Searcher@71046d8e main
[junit4] 2> 1897998 T3228 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1897999 T3228 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1898003 T3229 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71046d8e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1898005 T3228 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1898005 T3228 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48266 collection:collection1 shard:shard1
[junit4] 2> 1898006 T3228 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1898022 T3228 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1898047 T3228 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1898050 T3228 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1898050 T3228 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1898050 T3228 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48266/collection1/
[junit4] 2> 1898051 T3228 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1898051 T3228 oasc.SyncStrategy.syncToMe http://127.0.0.1:48266/collection1/ has no replicas
[junit4] 2> 1898051 T3228 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48266/collection1/ shard1
[junit4] 2> 1898051 T3228 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1898052 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1898057 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1898057 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1898057 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1899563 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1899581 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1899581 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1899581 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1899597 T3228 oasc.ZkController.register We are http://127.0.0.1:48266/collection1/ and leader is http://127.0.0.1:48266/collection1/
[junit4] 2> 1899597 T3228 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48266
[junit4] 2> 1899597 T3228 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1899597 T3228 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1899598 T3228 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1899599 T3228 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1899600 T3185 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 1899601 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1899601 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1899815 T3185 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1899817 T3185 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48269
[junit4] 2> 1899818 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1899818 T3185 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1899819 T3185 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198
[junit4] 2> 1899819 T3185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/'
[junit4] 2> 1899854 T3185 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/solr.xml
[junit4] 2> 1899909 T3185 oasc.CoreContainer.<init> New CoreContainer 859289455
[junit4] 2> 1899910 T3185 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/]
[junit4] 2> 1899911 T3185 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1899911 T3185 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1899912 T3185 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1899912 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1899912 T3185 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1899912 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1899913 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1899913 T3185 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1899913 T3185 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1899914 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1899924 T3185 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1899925 T3185 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48257/solr
[junit4] 2> 1899925 T3185 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1899926 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1899929 T3241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@eebf2ae name:ZooKeeperConnection Watcher:127.0.0.1:48257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1899929 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1899947 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1899957 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1899959 T3243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31408083 name:ZooKeeperConnection Watcher:127.0.0.1:48257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1899959 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1899970 T3185 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1900973 T3185 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48269_
[junit4] 2> 1900976 T3185 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48269_
[junit4] 2> 1900979 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1900980 T3214 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1900980 T3243 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1900980 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1900980 T3207 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1900980 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1900981 T3227 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1900995 T3244 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1900995 T3244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1900997 T3244 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1901086 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1901087 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48266_",
[junit4] 2> "base_url":"http://127.0.0.1:48266"}
[junit4] 2> 1901091 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48269_",
[junit4] 2> "base_url":"http://127.0.0.1:48269"}
[junit4] 2> 1901092 T3208 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1901092 T3208 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1901108 T3243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1901108 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1901108 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1901108 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1901999 T3244 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1901999 T3244 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/collection1
[junit4] 2> 1901999 T3244 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1902000 T3244 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1902000 T3244 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1902002 T3244 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/collection1/'
[junit4] 2> 1902003 T3244 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/collection1/lib/README' to classloader
[junit4] 2> 1902003 T3244 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/collection1/lib/classes/' to classloader
[junit4] 2> 1902044 T3244 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1902089 T3244 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1902192 T3244 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1902203 T3244 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1902881 T3244 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1902882 T3244 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1902883 T3244 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1902897 T3244 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1902902 T3244 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1902916 T3244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1902921 T3244 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1902926 T3244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1902927 T3244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1902927 T3244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1902928 T3244 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1902929 T3244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1902929 T3244 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1902929 T3244 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1902930 T3244 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374196187198/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty2/
[junit4] 2> 1902930 T3244 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62513bb5
[junit4] 2> 1902931 T3244 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty2
[junit4] 2> 1902931 T3244 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty2/index/
[junit4] 2> 1902932 T3244 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1902932 T3244 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty2/index
[junit4] 2> 1902936 T3244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1ff704a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56bd3a44)),segFN=segments_1,generation=1}
[junit4] 2> 1902936 T3244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1902941 T3244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1902941 T3244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1902942 T3244 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1902943 T3244 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1902943 T3244 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1902944 T3244 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1902944 T3244 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1902945 T3244 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1902945 T3244 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1902956 T3244 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1902964 T3244 oass.SolrIndexSearcher.<init> Opening Searcher@664f2e41 main
[junit4] 2> 1902966 T3244 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1902966 T3244 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1902970 T3245 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@664f2e41 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1902972 T3244 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1902972 T3244 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48269 collection:collection1 shard:shard2
[junit4] 2> 1902973 T3244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1902991 T3244 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1903035 T3244 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1903044 T3244 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1903045 T3244 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1903045 T3244 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48269/collection1/
[junit4] 2> 1903045 T3244 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1903045 T3244 oasc.SyncStrategy.syncToMe http://127.0.0.1:48269/collection1/ has no replicas
[junit4] 2> 1903046 T3244 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48269/collection1/ shard2
[junit4] 2> 1903046 T3244 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1904117 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1904153 T3243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1904153 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1904153 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1904153 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1904182 T3244 oasc.ZkController.register We are http://127.0.0.1:48269/collection1/ and leader is http://127.0.0.1:48269/collection1/
[junit4] 2> 1904182 T3244 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48269
[junit4] 2> 1904182 T3244 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1904182 T3244 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1904183 T3244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1904185 T3244 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1904186 T3185 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 1904187 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1904188 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1904512 T3185 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1904514 T3185 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48277
[junit4] 2> 1904515 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1904515 T3185 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1904516 T3185 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788
[junit4] 2> 1904516 T3185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/'
[junit4] 2> 1904567 T3185 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/solr.xml
[junit4] 2> 1904641 T3185 oasc.CoreContainer.<init> New CoreContainer 1209011515
[junit4] 2> 1904642 T3185 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/]
[junit4] 2> 1904643 T3185 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1904644 T3185 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1904644 T3185 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1904645 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1904645 T3185 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1904646 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1904646 T3185 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1904647 T3185 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1904647 T3185 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1904648 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1904664 T3185 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1904665 T3185 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48257/solr
[junit4] 2> 1904665 T3185 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1904666 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1904670 T3257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15d4c173 name:ZooKeeperConnection Watcher:127.0.0.1:48257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1904670 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1904673 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1904685 T3185 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1904687 T3259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2061354 name:ZooKeeperConnection Watcher:127.0.0.1:48257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1904687 T3185 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1904699 T3185 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1905659 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1905660 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48269_",
[junit4] 2> "base_url":"http://127.0.0.1:48269"}
[junit4] 2> 1905701 T3259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905701 T3243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905701 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905701 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905701 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905703 T3185 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48277_
[junit4] 2> 1905712 T3185 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48277_
[junit4] 2> 1905713 T3243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905714 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1905714 T3214 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1905714 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1905714 T3259 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1905714 T3207 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1905715 T3259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1905715 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1905715 T3243 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1905716 T3227 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1905721 T3260 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1905721 T3260 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1905723 T3260 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1907214 T3208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1907215 T3208 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48277_",
[junit4] 2> "base_url":"http://127.0.0.1:48277"}
[junit4] 2> 1907215 T3208 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1907215 T3208 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1907226 T3259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1907226 T3243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1907226 T3207 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1907226 T3227 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1907226 T3214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1907726 T3260 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1907726 T3260 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/collection1
[junit4] 2> 1907726 T3260 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1907727 T3260 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1907727 T3260 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1907728 T3260 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/collection1/'
[junit4] 2> 1907730 T3260 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/collection1/lib/README' to classloader
[junit4] 2> 1907730 T3260 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/collection1/lib/classes/' to classloader
[junit4] 2> 1907772 T3260 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4] 2> 1907824 T3260 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1907926 T3260 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1907933 T3260 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1909004 T3260 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1909004 T3260 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1909005 T3260 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1909014 T3260 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1909018 T3260 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1909029 T3260 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1909033 T3260 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1909037 T3260 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1909038 T3260 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1909038 T3260 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1909038 T3260 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1909039 T3260 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1909039 T3260 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1909040 T3260 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1909040 T3260 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374196191788/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty3/
[junit4] 2> 1909040 T3260 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@62513bb5
[junit4] 2> 1909041 T3260 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty3
[junit4] 2> 1909041 T3260 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty3/index/
[junit4] 2> 1909041 T3260 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 1909042 T3260 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374196175686/jetty3/index
[junit4] 2> 1909047 T3260 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5327b646 lockFactory=org.apache.lucene.store.NativeFSLockFactory@75ffa51b)),segFN=segments_1,generation=1}
[junit4] 2> 1909047 T3260 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1909051 T3260 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1909051 T3260 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1909051 T3260 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1909052 T3260 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1909052 T3260 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1909053 T3260 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1909053 T3260 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1909053 T3260 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1909054 T3260 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1909062 T3260 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1909068 T3260 oass.SolrIndexSearcher.<init> Opening Searcher@876c11a main
[junit4] 2> 1909069 T3260 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1909069 T3260 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1909073 T3261 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@876c11a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1909074 T3260 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1909074 T3260 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48277 collection:collection1 shard:shard1
[junit4] 2> 1909075 T3260 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1909091 T3260 oasc.ZkController.register We are http://127.0.0.1:48277/collection1/ and leader is http://127.0.0.1:48266/collection1/
[junit4] 2> 1909091 T3260 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48277
[junit4] 2> 1909092 T3260 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 1909092 T3260 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C22638 name=collection1 org.apache.solr.core.SolrCore@4225f844 url=http://127.0.0.1:48277/collection1 node=127.0.0.1:48277_ C22638_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:48277_, base_url=http://127.0.0.1:48277}
[junit4] 2> 1909092 T3262 C22638 P48277 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 1909093 T3262 C22638 P48277 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 1909093 T3260 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1909093 T3262 C22638 P48277 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 1909093 T3262 C22638 P48277 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1909094 T3185 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build/solr-core/test/J1
[junit4] 2> 1909095 T3185 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1909095 T3185 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1909100 T3262 C22638 P48277 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1909109 T3217 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[j
[...truncated too long message...]
stingsFormat(name=MockSep), range_facet_sl=MockFixedIntBlock(blockSize=185), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=MockFixedIntBlock(blockSize=185), sequence_i=MockFixedIntBlock(blockSize=185), name=PostingsFormat(name=MockSep), foo_i=PostingsFormat(name=NestedPulsing), regex_dup_B_s=Lucene41(blocksize=128), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=Lucene41(blocksize=128), n_dt1=PostingsFormat(name=NestedPulsing), genre_s=MockFixedIntBlock(blockSize=185), author_t=PostingsFormat(name=NestedPulsing), range_facet_l=Lucene41(blocksize=128), n_ti1=PostingsFormat(name=MockSep), text=MockFixedIntBlock(blockSize=185), _version_=Lucene41(blocksize=128), val_i=PostingsFormat(name=MockSep), SubjectTerms_mfacet=Lucene41(blocksize=128), series_t=PostingsFormat(name=NestedPulsing), a_t=Lucene41(blocksize=128), n_tdt1=Lucene41(blocksize=128), regex_dup_A_s=MockFixedIntBlock(blockSize=185), price=MockFixedIntBlock(blockSize=185), other_tl1=Lucene41(blocksize=128), n_l1=Lucene41(blocksize=128), a_si=PostingsFormat(name=NestedPulsing), inStock=MockFixedIntBlock(blockSize=185)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=mk_MK, timezone=Africa/Lusaka
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=278688800,total=531365888
[junit4] 2> NOTE: All tests run in this JVM: [TestStressReorder, QueryResultKeyTest, BasicDistributedZk2Test, TestIndexingPerformance, CoreAdminCreateDiscoverTest, PreAnalyzedUpdateProcessorTest, TestRecovery, TestAddFieldRealTimeGet, TestUtils, DateMathParserTest, TestArbitraryIndexDir, FullSolrCloudDistribCmdsTest, TestQuerySenderNoQuery, OpenCloseCoreStressTest, BadIndexSchemaTest, DebugComponentTest, ShardRoutingCustomTest, TestCollationKeyRangeQueries, PingRequestHandlerTest, TestSolrXml, TestSystemIdResolver, TestSerializedLuceneMatchVersion, DocValuesMultiTest, TestOmitPositions, TestSchemaVersionResource, NoCacheHeaderTest, TestDFRSimilarityFactory, TestBM25SimilarityFactory, SolrPluginUtilsTest, SpellCheckComponentTest, UniqFieldsUpdateProcessorFactoryTest, URLClassifyProcessorTest, TestUpdate, TestZkChroot, TestPartialUpdateDeduplication, TestSolr4Spatial, SolrCmdDistributorTest, XmlUpdateRequestHandlerTest, DirectUpdateHandlerTest, TestPostingsSolrHighlighter, TestAtomicUpdateErrorCases, UpdateParamsTest, BasicHdfsTest, TestRandomFaceting, TestMultiCoreConfBootstrap, TestFiltering, ZkSolrClientTest, NumericFieldsTest, SortByFunctionTest, TestComponentsName, TestFoldingMultitermQuery, TestRangeQuery, OutputWriterTest, TestDefaultSimilarityFactory, TestStressLucene, DocumentAnalysisRequestHandlerTest, TestCoreDiscovery, ClusterStateTest, TestRTGBase, TestLuceneMatchVersion, TestSchemaSimilarityResource, TestDynamicFieldResource, SignatureUpdateProcessorFactoryTest, HighlighterTest, TestSuggestSpellingConverter, CachingDirectoryFactoryTest, CoreContainerCoreInitFailuresTest, TestWordDelimiterFilterFactory, SampleTest, TestDefaultSearchFieldResource, ChaosMonkeySafeLeaderTest, TestSolrXMLSerializer, TestBinaryField, BasicZkTest, BasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=CE7EA7067E9B92AC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=mk_MK -Dtests.timezone=Africa/Lusaka -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3685, name=recoveryCmdExecutor-1226-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([CE7EA7067E9B92AC]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3685, name=recoveryCmdExecutor-1226-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([CE7EA7067E9B92AC]:0)
[junit4] Completed on J1 in 240.90s, 1 test, 2 errors <<< FAILURES!
[...truncated 482 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:402: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.4/lucene/common-build.xml:893: There were test failures: 317 suites, 1337 tests, 2 suite-level errors, 639 ignored (4 assumptions)
Total time: 97 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure