You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/20 00:57:20 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1426 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1426/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3622, name=recoveryCmdExecutor-1342-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3622, name=recoveryCmdExecutor-1342-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([D093E8B89053E48D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3622, name=recoveryCmdExecutor-1342-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3622, name=recoveryCmdExecutor-1342-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([D093E8B89053E48D]:0)
Build Log:
[...truncated 9681 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 1128112 T3137 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /bh_/b
[junit4] 2> 1128117 T3137 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374274146903
[junit4] 2> 1128118 T3137 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1128119 T3138 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1128220 T3137 oasc.ZkTestServer.run start zk server on port:30784
[junit4] 2> 1128221 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1128224 T3144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25f16589 name:ZooKeeperConnection Watcher:127.0.0.1:30784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1128224 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1128225 T3137 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1128239 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1128241 T3146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41041e94 name:ZooKeeperConnection Watcher:127.0.0.1:30784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1128241 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1128241 T3137 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1128244 T3137 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1128252 T3137 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1128254 T3137 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1128256 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1128257 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1128262 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1128262 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1128371 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1128372 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1128375 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1128375 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1128378 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1128378 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1128386 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1128387 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1128389 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1128390 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1128393 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1128393 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1128396 T3137 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1128396 T3137 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1128593 T3137 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1128598 T3137 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30788
[junit4] 2> 1128599 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1128599 T3137 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1128599 T3137 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184
[junit4] 2> 1128600 T3137 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/'
[junit4] 2> 1128628 T3137 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/solr.xml
[junit4] 2> 1128695 T3137 oasc.CoreContainer.<init> New CoreContainer 175072980
[junit4] 2> 1128696 T3137 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/]
[junit4] 2> 1128697 T3137 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1128697 T3137 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1128698 T3137 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1128698 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1128699 T3137 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1128699 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1128699 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1128700 T3137 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1128700 T3137 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1128700 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1128713 T3137 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1128714 T3137 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30784/solr
[junit4] 2> 1128714 T3137 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1128715 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1128718 T3157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3af3202f name:ZooKeeperConnection Watcher:127.0.0.1:30784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1128718 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1128729 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1128741 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1128743 T3159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@351c7e4a name:ZooKeeperConnection Watcher:127.0.0.1:30784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1128743 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1128750 T3137 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1128754 T3137 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1128762 T3137 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1128764 T3137 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30788_bh_%2Fb
[junit4] 2> 1128770 T3137 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30788_bh_%2Fb
[junit4] 2> 1128773 T3137 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1128787 T3137 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1128794 T3137 oasc.Overseer.start Overseer (id=90064430491893763-127.0.0.1:30788_bh_%2Fb-n_0000000000) starting
[junit4] 2> 1128799 T3137 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1128812 T3161 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1128813 T3137 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1128815 T3137 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1128817 T3137 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1128819 T3160 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1128825 T3162 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1128825 T3162 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1128826 T3162 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1130322 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1130323 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:30788_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:30788/bh_/b"}
[junit4] 2> 1130323 T3160 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 1130324 T3160 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1130342 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1130829 T3162 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1130829 T3162 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/collection1
[junit4] 2> 1130830 T3162 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1130830 T3162 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1130831 T3162 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1130832 T3162 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/collection1/'
[junit4] 2> 1130833 T3162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/collection1/lib/README' to classloader
[junit4] 2> 1130834 T3162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/collection1/lib/classes/' to classloader
[junit4] 2> 1130893 T3162 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1130956 T3162 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1131059 T3162 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1131072 T3162 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1131723 T3162 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1131725 T3162 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1131726 T3162 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1131738 T3162 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1131742 T3162 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1131756 T3162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1131761 T3162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1131765 T3162 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1131766 T3162 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1131766 T3162 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1131767 T3162 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1131768 T3162 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1131768 T3162 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1131768 T3162 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1131769 T3162 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374274147184/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/control/data/
[junit4] 2> 1131769 T3162 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4269562e
[junit4] 2> 1131770 T3162 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/control/data
[junit4] 2> 1131770 T3162 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/control/data/index/
[junit4] 2> 1131771 T3162 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1131771 T3162 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/control/data/index
[junit4] 2> 1131776 T3162 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6794667f lockFactory=org.apache.lucene.store.NativeFSLockFactory@34b52490),segFN=segments_1,generation=1}
[junit4] 2> 1131776 T3162 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1131780 T3162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1131781 T3162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1131782 T3162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1131782 T3162 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1131783 T3162 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1131783 T3162 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1131783 T3162 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1131784 T3162 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1131784 T3162 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1131799 T3162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1131806 T3162 oass.SolrIndexSearcher.<init> Opening Searcher@274a430c main
[junit4] 2> 1131808 T3162 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1131808 T3162 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1131811 T3163 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@274a430c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1131813 T3162 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1131814 T3162 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30788/bh_/b collection:control_collection shard:shard1
[junit4] 2> 1131814 T3162 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1131830 T3162 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1131871 T3162 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1131882 T3162 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1131883 T3162 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1131883 T3162 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30788/bh_/b/collection1/
[junit4] 2> 1131883 T3162 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1131884 T3162 oasc.SyncStrategy.syncToMe http://127.0.0.1:30788/bh_/b/collection1/ has no replicas
[junit4] 2> 1131884 T3162 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30788/bh_/b/collection1/ shard1
[junit4] 2> 1131884 T3162 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1133361 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1133381 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1133430 T3162 oasc.ZkController.register We are http://127.0.0.1:30788/bh_/b/collection1/ and leader is http://127.0.0.1:30788/bh_/b/collection1/
[junit4] 2> 1133430 T3162 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30788/bh_/b
[junit4] 2> 1133430 T3162 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1133430 T3162 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1133431 T3162 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1133432 T3162 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1133433 T3137 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1133434 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1133435 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1133446 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1133448 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1133450 T3166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69d84ab9 name:ZooKeeperConnection Watcher:127.0.0.1:30784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1133450 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1133451 T3137 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1133453 T3137 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1133729 T3137 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1133731 T3137 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25191
[junit4] 2> 1133732 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1133733 T3137 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1133733 T3137 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239
[junit4] 2> 1133734 T3137 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/'
[junit4] 2> 1133773 T3137 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/solr.xml
[junit4] 2> 1133864 T3137 oasc.CoreContainer.<init> New CoreContainer 1828321039
[junit4] 2> 1133864 T3137 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/]
[junit4] 2> 1133866 T3137 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1133867 T3137 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1133867 T3137 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1133868 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1133868 T3137 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1133869 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1133870 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1133870 T3137 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1133871 T3137 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1133871 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1133887 T3137 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1133887 T3137 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30784/solr
[junit4] 2> 1133888 T3137 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1133889 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1133892 T3177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ff1598a name:ZooKeeperConnection Watcher:127.0.0.1:30784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1133893 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1133909 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1133919 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1133921 T3179 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51e6e13 name:ZooKeeperConnection Watcher:127.0.0.1:30784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1133921 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1133930 T3137 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1134885 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1134886 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:30788_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:30788/bh_/b"}
[junit4] 2> 1134901 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1134901 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1134901 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1134933 T3137 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25191_bh_%2Fb
[junit4] 2> 1134935 T3137 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25191_bh_%2Fb
[junit4] 2> 1134937 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1134937 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1134937 T3179 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1134938 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1134939 T3166 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1134946 T3159 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1134953 T3180 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1134953 T3180 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1134955 T3180 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1136405 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1136406 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:25191_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:25191/bh_/b"}
[junit4] 2> 1136407 T3160 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 1136407 T3160 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1136429 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1136429 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1136429 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1136958 T3180 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1136958 T3180 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/collection1
[junit4] 2> 1136958 T3180 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1136959 T3180 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1136959 T3180 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1136960 T3180 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/collection1/'
[junit4] 2> 1136962 T3180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/collection1/lib/classes/' to classloader
[junit4] 2> 1136963 T3180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/collection1/lib/README' to classloader
[junit4] 2> 1137041 T3180 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1137104 T3180 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1137207 T3180 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1137219 T3180 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1137841 T3180 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1137842 T3180 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1137842 T3180 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1137850 T3180 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1137853 T3180 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1137864 T3180 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1137868 T3180 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1137871 T3180 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1137872 T3180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1137873 T3180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1137873 T3180 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1137874 T3180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1137874 T3180 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1137875 T3180 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1137875 T3180 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374274152239/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty1/
[junit4] 2> 1137875 T3180 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4269562e
[junit4] 2> 1137876 T3180 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty1
[junit4] 2> 1137877 T3180 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty1/index/
[junit4] 2> 1137877 T3180 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1137877 T3180 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty1/index
[junit4] 2> 1137881 T3180 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a1a1114 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7909b74e),segFN=segments_1,generation=1}
[junit4] 2> 1137882 T3180 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1137887 T3180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1137888 T3180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1137888 T3180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1137889 T3180 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1137890 T3180 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1137890 T3180 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1137891 T3180 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1137891 T3180 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1137892 T3180 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1137908 T3180 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1137916 T3180 oass.SolrIndexSearcher.<init> Opening Searcher@5f9be154 main
[junit4] 2> 1137917 T3180 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1137918 T3180 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1137922 T3181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f9be154 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1137924 T3180 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1137925 T3180 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25191/bh_/b collection:collection1 shard:shard1
[junit4] 2> 1137925 T3180 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1137942 T3180 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1137962 T3180 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1137973 T3180 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1137974 T3180 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1137974 T3180 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:25191/bh_/b/collection1/
[junit4] 2> 1137974 T3180 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1137975 T3180 oasc.SyncStrategy.syncToMe http://127.0.0.1:25191/bh_/b/collection1/ has no replicas
[junit4] 2> 1137975 T3180 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:25191/bh_/b/collection1/ shard1
[junit4] 2> 1137975 T3180 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1139435 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1139455 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1139455 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1139455 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1139479 T3180 oasc.ZkController.register We are http://127.0.0.1:25191/bh_/b/collection1/ and leader is http://127.0.0.1:25191/bh_/b/collection1/
[junit4] 2> 1139479 T3180 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25191/bh_/b
[junit4] 2> 1139479 T3180 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1139480 T3180 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1139480 T3180 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1139482 T3180 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1139483 T3137 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1139484 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1139485 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1139764 T3137 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1139767 T3137 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17416
[junit4] 2> 1139767 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1139768 T3137 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1139769 T3137 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281
[junit4] 2> 1139769 T3137 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/'
[junit4] 2> 1139808 T3137 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/solr.xml
[junit4] 2> 1139898 T3137 oasc.CoreContainer.<init> New CoreContainer 1265664192
[junit4] 2> 1139899 T3137 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/]
[junit4] 2> 1139901 T3137 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1139901 T3137 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1139902 T3137 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1139902 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1139903 T3137 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1139903 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1139904 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1139904 T3137 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1139905 T3137 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1139906 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1139923 T3137 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1139924 T3137 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30784/solr
[junit4] 2> 1139924 T3137 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1139925 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1139928 T3193 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b1ec407 name:ZooKeeperConnection Watcher:127.0.0.1:30784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1139929 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1139932 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1139944 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1139946 T3195 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b11960a name:ZooKeeperConnection Watcher:127.0.0.1:30784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1139946 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1139951 T3137 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1140954 T3137 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17416_bh_%2Fb
[junit4] 2> 1140962 T3137 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17416_bh_%2Fb
[junit4] 2> 1140965 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1140965 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1140965 T3195 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1140965 T3179 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1140966 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1140966 T3166 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1140967 T3159 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1140969 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1140970 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:25191_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:25191/bh_/b"}
[junit4] 2> 1140974 T3196 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1140975 T3196 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1140980 T3196 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1140981 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:17416_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:17416/bh_/b"}
[junit4] 2> 1140981 T3160 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1140981 T3160 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1140992 T3195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1140992 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1140992 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1140992 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1141982 T3196 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1141982 T3196 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/collection1
[junit4] 2> 1141982 T3196 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1141983 T3196 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1141983 T3196 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1141984 T3196 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/collection1/'
[junit4] 2> 1141986 T3196 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/collection1/lib/README' to classloader
[junit4] 2> 1141987 T3196 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/collection1/lib/classes/' to classloader
[junit4] 2> 1142044 T3196 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1142106 T3196 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1142208 T3196 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1142221 T3196 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1142869 T3196 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1142871 T3196 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1142872 T3196 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1142884 T3196 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1142888 T3196 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1142902 T3196 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1142906 T3196 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1142911 T3196 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1142912 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1142912 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1142912 T3196 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1142913 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1142914 T3196 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1142914 T3196 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1142914 T3196 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374274158281/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty2/
[junit4] 2> 1142915 T3196 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4269562e
[junit4] 2> 1142916 T3196 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty2
[junit4] 2> 1142916 T3196 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty2/index/
[junit4] 2> 1142917 T3196 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1142917 T3196 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty2/index
[junit4] 2> 1142921 T3196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@70a53076 lockFactory=org.apache.lucene.store.NativeFSLockFactory@320ce4a7),segFN=segments_1,generation=1}
[junit4] 2> 1142921 T3196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1142927 T3196 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1142927 T3196 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1142928 T3196 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1142929 T3196 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1142929 T3196 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1142930 T3196 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1142930 T3196 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1142931 T3196 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1142931 T3196 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1142948 T3196 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1142955 T3196 oass.SolrIndexSearcher.<init> Opening Searcher@2a011789 main
[junit4] 2> 1142957 T3196 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1142957 T3196 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1142962 T3197 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a011789 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1142964 T3196 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1142964 T3196 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:17416/bh_/b collection:collection1 shard:shard2
[junit4] 2> 1142965 T3196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1142982 T3196 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1143002 T3196 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1143014 T3196 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1143014 T3196 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1143014 T3196 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:17416/bh_/b/collection1/
[junit4] 2> 1143015 T3196 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1143015 T3196 oasc.SyncStrategy.syncToMe http://127.0.0.1:17416/bh_/b/collection1/ has no replicas
[junit4] 2> 1143015 T3196 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:17416/bh_/b/collection1/ shard2
[junit4] 2> 1143016 T3196 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1144005 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1144023 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1144023 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1144023 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1144023 T3195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1144059 T3196 oasc.ZkController.register We are http://127.0.0.1:17416/bh_/b/collection1/ and leader is http://127.0.0.1:17416/bh_/b/collection1/
[junit4] 2> 1144059 T3196 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:17416/bh_/b
[junit4] 2> 1144059 T3196 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1144059 T3196 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1144060 T3196 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1144061 T3196 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1144062 T3137 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1144063 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1144064 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1144340 T3137 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1144343 T3137 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:17089
[junit4] 2> 1144343 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1144344 T3137 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1144345 T3137 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859
[junit4] 2> 1144345 T3137 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/'
[junit4] 2> 1144384 T3137 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/solr.xml
[junit4] 2> 1144475 T3137 oasc.CoreContainer.<init> New CoreContainer 1195755808
[junit4] 2> 1144476 T3137 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/]
[junit4] 2> 1144478 T3137 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1144479 T3137 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1144479 T3137 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1144480 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1144480 T3137 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1144481 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1144481 T3137 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1144482 T3137 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1144482 T3137 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1144483 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1144498 T3137 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1144499 T3137 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30784/solr
[junit4] 2> 1144500 T3137 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1144501 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1144504 T3209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@490398fc name:ZooKeeperConnection Watcher:127.0.0.1:30784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1144505 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1144520 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1144531 T3137 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1144533 T3211 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aa0b9d9 name:ZooKeeperConnection Watcher:127.0.0.1:30784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1144533 T3137 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1144543 T3137 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1145536 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1145538 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:17416_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:17416/bh_/b"}
[junit4] 2> 1145565 T3137 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:17089_bh_%2Fb
[junit4] 2> 1145612 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145612 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145612 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145612 T3195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145612 T3211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145645 T3137 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:17089_bh_%2Fb
[junit4] 2> 1145710 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145710 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1145710 T3195 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1145710 T3211 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1145710 T3179 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1145711 T3211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1145711 T3195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1145711 T3166 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1145711 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1145797 T3159 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1145804 T3212 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1145804 T3212 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1145810 T3212 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1147210 T3160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1147211 T3160 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:17089_bh_%2Fb",
[junit4] 2> "base_url":"http://127.0.0.1:17089/bh_/b"}
[junit4] 2> 1147212 T3160 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1147212 T3160 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1147273 T3166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1147273 T3195 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1147273 T3159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1147273 T3211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1147273 T3179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1147813 T3212 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1147813 T3212 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/collection1
[junit4] 2> 1147813 T3212 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1147814 T3212 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1147814 T3212 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1147815 T3212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/collection1/'
[junit4] 2> 1147817 T3212 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/collection1/lib/README' to classloader
[junit4] 2> 1147817 T3212 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/collection1/lib/classes/' to classloader
[junit4] 2> 1147875 T3212 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1147937 T3212 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1148039 T3212 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1148052 T3212 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1148699 T3212 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1148700 T3212 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1148701 T3212 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1148713 T3212 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1148717 T3212 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1148731 T3212 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1148736 T3212 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1148741 T3212 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1148742 T3212 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1148742 T3212 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1148742 T3212 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1148743 T3212 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1148744 T3212 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1148744 T3212 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1148744 T3212 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374274162859/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty3/
[junit4] 2> 1148745 T3212 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4269562e
[junit4] 2> 1148746 T3212 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty3
[junit4] 2> 1148746 T3212 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty3/index/
[junit4] 2> 1148746 T3212 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 1148747 T3212 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374274146902/jetty3/index
[junit4] 2> 1148751 T3212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b98d4b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@738c1c2b),segFN=segments_1,generation=1}
[junit4] 2> 1148751 T3212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1148757 T3212 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1148757 T3212 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1148758 T3212 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1148759 T3212 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1148760 T3212 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1148760 T3212 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1148760 T3212 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1148761 T3212 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1148761 T3212 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1148778 T3212 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1148786 T3212 oass.SolrIndexSearcher.<init> Opening Searcher@2f60c70e main
[junit4] 2> 1148787 T3212 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1148788 T3212 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1148792 T3213 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f60c70e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1148795 T3212 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1148795 T3212 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:17089/bh_/b collection:collection1 shard:shard1
[junit4] 2> 1148795 T3212 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1148813 T3212 oasc.ZkController.register We are http://127.0.0.1:17089/bh_/b/collection1/ and leader is http://127.0.0.1:25191/bh_/b/collection1/
[junit4] 2> 1148814 T3212 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:17089/bh_/b
[junit4] 2> 1148814 T3212 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 1148814 T3212 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C1050 name=collection1 org.apache.solr.core.SolrCore@40c85b34 url=http://127.0.0.1:17089/bh_/b/collection1 node=127.0.0.1:17089_bh_%2Fb C1050_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:17089_bh_%2Fb, base_url=http://127.0.0.1:17089/bh_/b}
[junit4] 2> 1148815 T3214 C1050 P17089 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 1148815 T3212 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1148816 T3214 C1050 P17089 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 1148816 T3214 C1050 P17089 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 1148816 T3214 C1050 P17089 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1148817 T3137 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1148817 T3137 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1148818 T3214 C1050 P17089 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1148818 T3137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1148830 T3169 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 1149101 T3137 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1149104 T3137 oejs.AbstractConnector.doStart Started SocketConnector@12
[...truncated too long message...]
stedPulsing), n_f1=Lucene41(blocksize=128), cat=MockFixedIntBlock(blockSize=1447), foo_d=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tl1=Lucene41(blocksize=128), foo_f=PostingsFormat(name=NestedPulsing), n_d1=MockFixedIntBlock(blockSize=1447), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=MockFixedIntBlock(blockSize=1447), n_td1=Lucene41(blocksize=128), timestamp=MockFixedIntBlock(blockSize=1447), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=NestedPulsing), range_facet_si=Lucene41(blocksize=128), oddField_s=PostingsFormat(name=NestedPulsing), sequence_i=PostingsFormat(name=NestedPulsing), name=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_i=Lucene41(blocksize=128), regex_dup_B_s=MockFixedIntBlock(blockSize=1447), multiDefault=Lucene41(blocksize=128), n_tf1=MockFixedIntBlock(blockSize=1447), n_dt1=Lucene41(blocksize=128), genre_s=PostingsFormat(name=NestedPulsing), author_t=Lucene41(blocksize=128), range_facet_l=MockFixedIntBlock(blockSize=1447), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=NestedPulsing), _version_=MockFixedIntBlock(blockSize=1447), val_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), SubjectTerms_mfacet=MockFixedIntBlock(blockSize=1447), series_t=Lucene41(blocksize=128), a_t=MockFixedIntBlock(blockSize=1447), n_tdt1=MockFixedIntBlock(blockSize=1447), regex_dup_A_s=PostingsFormat(name=NestedPulsing), price=PostingsFormat(name=NestedPulsing), other_tl1=MockFixedIntBlock(blockSize=1447), n_l1=MockFixedIntBlock(blockSize=1447), a_si=Lucene41(blocksize=128), inStock=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_OM, timezone=America/Blanc-Sablon
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=127716784,total=449839104
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomFaceting, TestIBSimilarityFactory, RecoveryZkTest, HdfsCollectionsAPIDistributedZkTest, TestRecoveryHdfs, QueryParsingTest, HdfsDirectoryTest, TermVectorComponentTest, PrimitiveFieldTypeTest, SpellingQueryConverterTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DirectUpdateHandlerTest, TestMergePolicyConfig, SolrCmdDistributorTest, TestDistributedSearch, WordBreakSolrSpellCheckerTest, SyncSliceTest, AssignTest, SignatureUpdateProcessorFactoryTest, TestSolrJ, TestLMJelinekMercerSimilarityFactory, ChaosMonkeySafeLeaderTest, TestConfig, TestFieldCollectionResource, DocumentBuilderTest, CSVRequestHandlerTest, SliceStateTest, TestReplicationHandler, EchoParamsTest, QueryEqualityTest, DeleteShardTest, TestPropInjectDefaults, TestStressVersions, CurrencyFieldOpenExchangeTest, TestSolrIndexConfig, TestManagedSchemaFieldResource, TestArbitraryIndexDir, AnalysisAfterCoreReloadTest, TestLMDirichletSimilarityFactory, TestRTGBase, TestAddFieldRealTimeGet, OverseerTest, SolrPluginUtilsTest, TestComponentsName, SortByFunctionTest, TestSolr4Spatial, UniqFieldsUpdateProcessorFactoryTest, TestSchemaVersionResource, TestStressRecovery, ScriptEngineTest, ClusterStateTest, SolrTestCaseJ4Test, SuggesterTest, TestCloudManagedSchemaAddField, FastVectorHighlighterTest, TestDocSet, TestSolrQueryParserResource, TestSystemIdResolver, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=D093E8B89053E48D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_OM -Dtests.timezone=America/Blanc-Sablon -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3622, name=recoveryCmdExecutor-1342-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([D093E8B89053E48D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3622, name=recoveryCmdExecutor-1342-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([D093E8B89053E48D]:0)
[junit4] Completed on J0 in 417.96s, 1 test, 2 errors <<< FAILURES!
[...truncated 536 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:893: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 704 ignored (2 assumptions)
Total time: 48 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1428 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1428/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)
Build Log:
[...truncated 9703 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 707230 T1768 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 707235 T1768 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374317725209
[junit4] 2> 707237 T1768 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 707238 T1769 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 707339 T1768 oasc.ZkTestServer.run start zk server on port:20686
[junit4] 2> 707339 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707343 T1775 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598ca05c name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707344 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707344 T1768 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 707362 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707364 T1777 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@445a3bac name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707364 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707365 T1768 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 707368 T1768 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 707379 T1768 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 707381 T1768 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 707385 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 707385 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 707401 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 707401 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 707516 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 707517 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 707520 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 707521 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 707538 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 707539 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 707542 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 707542 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 707545 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 707545 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 707548 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 707549 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 707556 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 707557 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 707740 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 707743 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45545
[junit4] 2> 707744 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 707744 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 707745 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533
[junit4] 2> 707745 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/'
[junit4] 2> 707774 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/solr.xml
[junit4] 2> 707865 T1768 oasc.CoreContainer.<init> New CoreContainer 41289226
[junit4] 2> 707866 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/]
[junit4] 2> 707867 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 707868 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 707869 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 707869 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 707870 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 707870 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 707871 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 707871 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 707872 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 707872 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 707888 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 707889 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 707890 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 707891 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707894 T1788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@751be310 name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707894 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707905 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 707916 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707918 T1790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57a9aad3 name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707919 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707925 T1768 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 707930 T1768 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 707939 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 707941 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45545_
[junit4] 2> 707943 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45545_
[junit4] 2> 707953 T1768 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 707967 T1768 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 707974 T1768 oasc.Overseer.start Overseer (id=90067286439690243-127.0.0.1:45545_-n_0000000000) starting
[junit4] 2> 707979 T1768 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 707991 T1792 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 707993 T1768 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 707995 T1768 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 707997 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 708000 T1791 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 708005 T1793 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 708005 T1793 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 708007 T1793 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 709503 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 709505 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45545_",
[junit4] 2> "base_url":"http://127.0.0.1:45545"}
[junit4] 2> 709505 T1791 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 709505 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 709510 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 710009 T1793 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 710009 T1793 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1
[junit4] 2> 710009 T1793 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 710010 T1793 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 710011 T1793 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 710012 T1793 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/'
[junit4] 2> 710013 T1793 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/lib/classes/' to classloader
[junit4] 2> 710014 T1793 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/lib/README' to classloader
[junit4] 2> 710072 T1793 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 710136 T1793 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 710237 T1793 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 710249 T1793 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 710904 T1793 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 710905 T1793 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 710906 T1793 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 710919 T1793 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 710923 T1793 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 710937 T1793 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 710942 T1793 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 710947 T1793 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 710948 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 710948 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 710948 T1793 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 710949 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 710950 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 710950 T1793 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 710951 T1793 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/
[junit4] 2> 710951 T1793 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 710952 T1793 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data
[junit4] 2> 710952 T1793 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/index/
[junit4] 2> 710953 T1793 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 710953 T1793 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/index
[junit4] 2> 710958 T1793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ca3a6b4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2392d5e3),segFN=segments_1,generation=1}
[junit4] 2> 710958 T1793 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 710964 T1793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 710964 T1793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 710965 T1793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 710965 T1793 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 710966 T1793 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 710966 T1793 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 710967 T1793 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 710967 T1793 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 710968 T1793 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 710984 T1793 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 710992 T1793 oass.SolrIndexSearcher.<init> Opening Searcher@3068ce6f main
[junit4] 2> 710993 T1793 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 710993 T1793 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 710997 T1794 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3068ce6f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 710999 T1793 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 711000 T1793 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45545 collection:control_collection shard:shard1
[junit4] 2> 711000 T1793 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 711016 T1793 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 711038 T1793 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 711048 T1793 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 711049 T1793 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 711049 T1793 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45545/collection1/
[junit4] 2> 711049 T1793 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 711050 T1793 oasc.SyncStrategy.syncToMe http://127.0.0.1:45545/collection1/ has no replicas
[junit4] 2> 711050 T1793 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45545/collection1/ shard1
[junit4] 2> 711050 T1793 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 712539 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 712559 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 712586 T1793 oasc.ZkController.register We are http://127.0.0.1:45545/collection1/ and leader is http://127.0.0.1:45545/collection1/
[junit4] 2> 712586 T1793 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45545
[junit4] 2> 712586 T1793 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 712586 T1793 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 712587 T1793 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 712589 T1793 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 712590 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 712590 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 712591 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 712601 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 712603 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 712605 T1797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@200bcdc6 name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 712605 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 712607 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 712609 T1768 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 712890 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 712893 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56683
[junit4] 2> 712894 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 712895 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 712895 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582
[junit4] 2> 712896 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/'
[junit4] 2> 712935 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/solr.xml
[junit4] 2> 713025 T1768 oasc.CoreContainer.<init> New CoreContainer 380936962
[junit4] 2> 713026 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/]
[junit4] 2> 713028 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 713028 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 713029 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 713029 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 713030 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 713030 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 713031 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 713031 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 713032 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 713033 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 713049 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 713049 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 713050 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 713051 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 713054 T1808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@743993dd name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 713055 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 713069 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 713080 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 713082 T1810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@608b9246 name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 713082 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 713092 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 714070 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 714072 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45545_",
[junit4] 2> "base_url":"http://127.0.0.1:45545"}
[junit4] 2> 714088 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714088 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714088 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714096 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56683_
[junit4] 2> 714098 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56683_
[junit4] 2> 714100 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714101 T1810 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 714101 T1797 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 714101 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 714101 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 714102 T1790 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 714115 T1811 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 714115 T1811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 714116 T1811 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 715593 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 715595 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56683_",
[junit4] 2> "base_url":"http://127.0.0.1:56683"}
[junit4] 2> 715595 T1791 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 715595 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 715628 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 715628 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 715628 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 716119 T1811 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 716119 T1811 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1
[junit4] 2> 716119 T1811 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 716120 T1811 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 716120 T1811 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 716121 T1811 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/'
[junit4] 2> 716123 T1811 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/lib/README' to classloader
[junit4] 2> 716124 T1811 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/lib/classes/' to classloader
[junit4] 2> 716182 T1811 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 716265 T1811 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 716367 T1811 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 716378 T1811 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 717005 T1811 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 717006 T1811 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 717007 T1811 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 717020 T1811 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 717024 T1811 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 717038 T1811 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 717043 T1811 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 717047 T1811 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 717049 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 717049 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 717049 T1811 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 717050 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 717050 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 717051 T1811 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 717051 T1811 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/
[junit4] 2> 717052 T1811 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 717053 T1811 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1
[junit4] 2> 717053 T1811 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/index/
[junit4] 2> 717053 T1811 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 717054 T1811 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/index
[junit4] 2> 717058 T1811 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40623d93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6960072e),segFN=segments_1,generation=1}
[junit4] 2> 717058 T1811 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 717064 T1811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 717065 T1811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 717065 T1811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 717066 T1811 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 717067 T1811 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 717067 T1811 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 717068 T1811 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 717068 T1811 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 717069 T1811 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 717085 T1811 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 717093 T1811 oass.SolrIndexSearcher.<init> Opening Searcher@67a2d4f3 main
[junit4] 2> 717094 T1811 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 717094 T1811 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 717099 T1812 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67a2d4f3 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 717102 T1811 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 717102 T1811 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56683 collection:collection1 shard:shard1
[junit4] 2> 717103 T1811 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 717121 T1811 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 717143 T1811 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 717153 T1811 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 717154 T1811 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 717154 T1811 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56683/collection1/
[junit4] 2> 717154 T1811 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 717155 T1811 oasc.SyncStrategy.syncToMe http://127.0.0.1:56683/collection1/ has no replicas
[junit4] 2> 717155 T1811 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56683/collection1/ shard1
[junit4] 2> 717155 T1811 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 717172 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 717186 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 717186 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 717186 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 717220 T1811 oasc.ZkController.register We are http://127.0.0.1:56683/collection1/ and leader is http://127.0.0.1:56683/collection1/
[junit4] 2> 717220 T1811 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56683
[junit4] 2> 717220 T1811 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 717220 T1811 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 717221 T1811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 717222 T1811 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 717223 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 717224 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 717225 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 717512 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 717516 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42300
[junit4] 2> 717516 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 717517 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 717518 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210
[junit4] 2> 717518 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/'
[junit4] 2> 717557 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/solr.xml
[junit4] 2> 717647 T1768 oasc.CoreContainer.<init> New CoreContainer 1104924108
[junit4] 2> 717648 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/]
[junit4] 2> 717650 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 717651 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 717651 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 717652 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 717652 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 717653 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 717653 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 717654 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 717654 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 717655 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 717672 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 717673 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 717674 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 717675 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 717678 T1824 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@502ddd74 name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 717678 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 717693 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 717706 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 717708 T1826 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3170131e name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 717708 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 717720 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 718699 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 718700 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56683_",
[junit4] 2> "base_url":"http://127.0.0.1:56683"}
[junit4] 2> 718718 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718718 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718718 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718718 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718724 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42300_
[junit4] 2> 718726 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42300_
[junit4] 2> 718728 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718729 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718729 T1797 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718729 T1810 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718729 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 718730 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 718730 T1790 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718736 T1826 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718742 T1827 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 718743 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 718744 T1827 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 720223 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 720225 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42300_",
[junit4] 2> "base_url":"http://127.0.0.1:42300"}
[junit4] 2> 720225 T1791 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 720225 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 720239 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720239 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720239 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720239 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720746 T1827 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 720746 T1827 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1
[junit4] 2> 720747 T1827 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 720747 T1827 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 720748 T1827 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 720749 T1827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/'
[junit4] 2> 720750 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/lib/README' to classloader
[junit4] 2> 720751 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/lib/classes/' to classloader
[junit4] 2> 720828 T1827 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 720890 T1827 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 720992 T1827 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 721003 T1827 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 721628 T1827 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 721630 T1827 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 721631 T1827 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 721644 T1827 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 721648 T1827 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 721662 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 721666 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 721671 T1827 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 721672 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 721672 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 721673 T1827 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 721674 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 721674 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 721675 T1827 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 721675 T1827 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/
[junit4] 2> 721675 T1827 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 721676 T1827 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2
[junit4] 2> 721677 T1827 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/index/
[junit4] 2> 721677 T1827 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 721677 T1827 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/index
[junit4] 2> 721681 T1827 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69fcb5e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5834a9f4),segFN=segments_1,generation=1}
[junit4] 2> 721682 T1827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 721688 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 721688 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 721689 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 721690 T1827 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 721691 T1827 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 721691 T1827 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 721691 T1827 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 721692 T1827 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 721692 T1827 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 721709 T1827 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 721716 T1827 oass.SolrIndexSearcher.<init> Opening Searcher@6ae59893 main
[junit4] 2> 721718 T1827 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 721718 T1827 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 721723 T1828 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ae59893 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 721725 T1827 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 721725 T1827 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42300 collection:collection1 shard:shard2
[junit4] 2> 721726 T1827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 721742 T1827 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 721759 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 721763 T1827 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 721763 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 721764 T1827 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42300/collection1/
[junit4] 2> 721764 T1827 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 721764 T1827 oasc.SyncStrategy.syncToMe http://127.0.0.1:42300/collection1/ has no replicas
[junit4] 2> 721765 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42300/collection1/ shard2
[junit4] 2> 721765 T1827 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 723245 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 723263 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723263 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723263 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723263 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723309 T1827 oasc.ZkController.register We are http://127.0.0.1:42300/collection1/ and leader is http://127.0.0.1:42300/collection1/
[junit4] 2> 723309 T1827 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42300
[junit4] 2> 723309 T1827 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 723310 T1827 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 723310 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 723312 T1827 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 723313 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 723313 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 723314 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 723624 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 723627 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:27406
[junit4] 2> 723628 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 723628 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 723629 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316
[junit4] 2> 723629 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/'
[junit4] 2> 723668 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/solr.xml
[junit4] 2> 723758 T1768 oasc.CoreContainer.<init> New CoreContainer 2115624170
[junit4] 2> 723759 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/]
[junit4] 2> 723761 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 723762 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 723762 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 723763 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 723764 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 723764 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 723765 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 723765 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 723766 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 723766 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 723782 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 723783 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 723783 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 723784 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 723788 T1840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ee7d34c name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 723788 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 723791 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 723802 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 723804 T1842 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51e541ec name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 723804 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 723816 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 724775 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 724777 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42300_",
[junit4] 2> "base_url":"http://127.0.0.1:42300"}
[junit4] 2> 724793 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724820 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27406_
[junit4] 2> 724822 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27406_
[junit4] 2> 724825 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724825 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724825 T1810 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724825 T1842 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724825 T1797 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724826 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 724825 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 724826 T1790 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724826 T1826 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724826 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 724841 T1843 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 724841 T1843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 724843 T1843 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 726298 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 726300 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:27406_",
[junit4] 2> "base_url":"http://127.0.0.1:27406"}
[junit4] 2> 726300 T1791 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 726300 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 726305 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726845 T1843 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 726845 T1843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1
[junit4] 2> 726845 T1843 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 726846 T1843 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 726846 T1843 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 726847 T1843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/'
[junit4] 2> 726849 T1843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/lib/README' to classloader
[junit4] 2> 726850 T1843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/lib/classes/' to classloader
[junit4] 2> 726909 T1843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 726972 T1843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 727074 T1843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 727086 T1843 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 727733 T1843 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 727734 T1843 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 727735 T1843 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 727747 T1843 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 727752 T1843 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 727766 T1843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 727771 T1843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 727775 T1843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 727776 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 727776 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 727776 T1843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 727777 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 727778 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 727778 T1843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 727779 T1843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/
[junit4] 2> 727779 T1843 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 727780 T1843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3
[junit4] 2> 727780 T1843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/index/
[junit4] 2> 727781 T1843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 727781 T1843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/index
[junit4] 2> 727785 T1843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@78bc5967 lockFactory=org.apache.lucene.store.NativeFSLockFactory@47947fae),segFN=segments_1,generation=1}
[junit4] 2> 727785 T1843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 727791 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 727791 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 727792 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 727792 T1843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 727793 T1843 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 727793 T1843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 727794 T1843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 727794 T1843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 727795 T1843 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 727810 T1843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 727817 T1843 oass.SolrIndexSearcher.<init> Opening Searcher@2a7fb080 main
[junit4] 2> 727818 T1843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 727819 T1843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 727823 T1844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a7fb080 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 727825 T1843 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 727826 T1843 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:27406 collection:collection1 shard:shard1
[junit4] 2> 727826 T1843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 727845 T1843 oasc.ZkController.register We are http://127.0.0.1:27406/collection1/ and leader is http://127.0.0.1:56683/collection1/
[junit4] 2> 727845 T1843 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:27406
[junit4] 2> 727845 T1843 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 727846 T1843 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C1355 name=collection1 org.apache.solr.core.SolrCore@7f856eb7 url=http://127.0.0.1:27406/collection1 node=127.0.0.1:27406_ C1355_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:27406_, base_url=http://127.0.0.1:27406}
[junit4] 2> 727846 T1845 C1355 P27406 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 727847 T1843 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 727847 T1845 C1355 P27406 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 727847 T1845 C1355 P27406 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 727848 T1845 C1355 P27406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 727848 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 727849 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 727849 T1845 C1355 P27406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 727849 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 727866 T1800 oasha.CoreAdminHandler.hand
[...truncated too long message...]
DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=426), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=426)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_NZ, timezone=Europe/Oslo
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=209882752,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [AssignTest, TestFiltering, TestSerializedLuceneMatchVersion, StatsComponentTest, BadIndexSchemaTest, LoggingHandlerTest, ShardRoutingCustomTest, DocumentAnalysisRequestHandlerTest, DebugComponentTest, DistributedQueryElevationComponentTest, DirectUpdateHandlerOptimizeTest, TestHashPartitioner, TestQuerySenderListener, SortByFunctionTest, TestSurroundQueryParser, JSONWriterTest, TestCodecSupport, MinimalSchemaTest, FileBasedSpellCheckerTest, TestStressLucene, SearchHandlerTest, TestLFUCache, TestDistributedSearch, ZkControllerTest, ResponseLogComponentTest, SimplePostToolTest, SuggesterTest, TestUniqueKeyFieldResource, IndexSchemaRuntimeFieldTest, TestDefaultSimilarityFactory, TestSolrXml, TestJmxIntegration, TestFastLRUCache, DefaultValueUpdateProcessorTest, AutoCommitTest, HdfsBasicDistributedZkTest, HdfsDirectoryTest, TestSolrXMLSerializer, MoreLikeThisHandlerTest, SolrInfoMBeanTest, TestFunctionQuery, TestCopyFieldCollectionResource, SolrCmdDistributorTest, QueryElevationComponentTest, TestQueryTypes, TestAtomicUpdateErrorCases, TestUpdate, SolrTestCaseJ4Test, TestFuzzyAnalyzedSuggestions, TestWordDelimiterFilterFactory, CachingDirectoryFactoryTest, TestPostingsSolrHighlighter, SolrIndexSplitterTest, SpellCheckCollatorTest, JsonLoaderTest, TestFieldResource, ChaosMonkeySafeLeaderTest, ZkCLITest, TestPartialUpdateDeduplication, OpenCloseCoreStressTest, NotRequiredUniqueKeyTest, TestMultiCoreConfBootstrap, OpenExchangeRatesOrgProviderTest, TestCoreDiscovery, PathHierarchyTokenizerFactoryTest, TestZkChroot, ZkNodePropsTest, TestCloudManagedSchema, HardAutoCommitTest, HdfsUnloadDistributedZkTest, TestJoin, TestConfig, TestSchemaVersionResource, UpdateRequestProcessorFactoryTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=FEF80C5205E97164 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_NZ -Dtests.timezone=Europe/Oslo -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)
[junit4] Completed on J0 in 389.24s, 1 test, 2 errors <<< FAILURES!
[...truncated 519 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:893: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 660 ignored (5 assumptions)
Total time: 45 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1427 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1427/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([61518CB492DA6B01]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([61518CB492DA6B01]:0)
Build Log:
[...truncated 9423 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 395438 T1635 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 395445 T1635 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374291363665
[junit4] 2> 395447 T1635 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 395448 T1636 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 395548 T1635 oasc.ZkTestServer.run start zk server on port:11942
[junit4] 2> 395549 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 395555 T1642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2831b9e2 name:ZooKeeperConnection Watcher:127.0.0.1:11942 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 395555 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 395556 T1635 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 395561 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 395576 T1644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aa62c53 name:ZooKeeperConnection Watcher:127.0.0.1:11942/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 395576 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 395577 T1635 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 395581 T1635 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 395593 T1635 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 395596 T1635 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 395611 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 395612 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 395634 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 395635 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 395739 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 395740 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 395743 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 395743 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 395746 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 395747 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 395760 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 395760 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 395770 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 395771 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 395774 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 395775 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 395787 T1635 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 395787 T1635 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 396013 T1635 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 396018 T1635 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11945
[junit4] 2> 396019 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 396020 T1635 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 396020 T1635 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010
[junit4] 2> 396021 T1635 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/'
[junit4] 2> 396069 T1635 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/solr.xml
[junit4] 2> 396189 T1635 oasc.CoreContainer.<init> New CoreContainer 1178875998
[junit4] 2> 396190 T1635 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/]
[junit4] 2> 396192 T1635 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 396193 T1635 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 396193 T1635 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 396194 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 396194 T1635 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 396195 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 396195 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 396196 T1635 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 396196 T1635 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 396197 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 396219 T1635 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 396220 T1635 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11942/solr
[junit4] 2> 396241 T1635 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 396243 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 396247 T1655 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a322f4 name:ZooKeeperConnection Watcher:127.0.0.1:11942 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 396248 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 396273 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 396295 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 396297 T1657 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38b0a839 name:ZooKeeperConnection Watcher:127.0.0.1:11942/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 396298 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 396300 T1635 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 396315 T1635 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 396319 T1635 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 396326 T1635 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11945_
[junit4] 2> 396327 T1635 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11945_
[junit4] 2> 396330 T1635 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 396366 T1635 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 396384 T1635 oasc.Overseer.start Overseer (id=90065558809542659-127.0.0.1:11945_-n_0000000000) starting
[junit4] 2> 396394 T1635 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 396405 T1659 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 396406 T1635 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 396408 T1635 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 396417 T1635 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 396419 T1658 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 396424 T1660 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 396425 T1660 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 396427 T1660 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 397922 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 397923 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:11945_",
[junit4] 2> "base_url":"http://127.0.0.1:11945"}
[junit4] 2> 397923 T1658 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 397923 T1658 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 397949 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 398429 T1660 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 398429 T1660 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/collection1
[junit4] 2> 398430 T1660 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 398430 T1660 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 398431 T1660 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 398432 T1660 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/collection1/'
[junit4] 2> 398434 T1660 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/collection1/lib/classes/' to classloader
[junit4] 2> 398434 T1660 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/collection1/lib/README' to classloader
[junit4] 2> 398497 T1660 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 398566 T1660 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 398668 T1660 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 398677 T1660 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 399185 T1660 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 399186 T1660 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 399187 T1660 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 399197 T1660 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 399200 T1660 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 399213 T1660 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 399217 T1660 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 399220 T1660 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 399221 T1660 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 399221 T1660 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 399222 T1660 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 399222 T1660 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 399222 T1660 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 399223 T1660 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 399223 T1660 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374291364010/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/control/data/
[junit4] 2> 399223 T1660 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ad1339
[junit4] 2> 399224 T1660 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/control/data
[junit4] 2> 399224 T1660 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/control/data/index/
[junit4] 2> 399224 T1660 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 399225 T1660 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/control/data/index
[junit4] 2> 399228 T1660 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5d1a5f6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31768b95),segFN=segments_1,generation=1}
[junit4] 2> 399229 T1660 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 399232 T1660 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 399233 T1660 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 399233 T1660 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 399234 T1660 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 399234 T1660 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 399234 T1660 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 399235 T1660 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 399235 T1660 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 399235 T1660 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 399248 T1660 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 399254 T1660 oass.SolrIndexSearcher.<init> Opening Searcher@6ff52d00 main
[junit4] 2> 399256 T1660 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 399256 T1660 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 399258 T1661 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ff52d00 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 399260 T1660 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 399260 T1660 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11945 collection:control_collection shard:shard1
[junit4] 2> 399270 T1660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 399283 T1660 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 399303 T1660 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 399305 T1660 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 399305 T1660 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 399306 T1660 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11945/collection1/
[junit4] 2> 399306 T1660 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 399306 T1660 oasc.SyncStrategy.syncToMe http://127.0.0.1:11945/collection1/ has no replicas
[junit4] 2> 399307 T1660 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11945/collection1/ shard1
[junit4] 2> 399307 T1660 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 399453 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 399473 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 399515 T1660 oasc.ZkController.register We are http://127.0.0.1:11945/collection1/ and leader is http://127.0.0.1:11945/collection1/
[junit4] 2> 399515 T1660 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11945
[junit4] 2> 399515 T1660 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 399516 T1660 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 399516 T1660 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 399518 T1660 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 399519 T1635 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 399520 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 399520 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 399535 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 399546 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 399550 T1664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45e7a93d name:ZooKeeperConnection Watcher:127.0.0.1:11942/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 399550 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 399551 T1635 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 399556 T1635 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 399865 T1635 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 399869 T1635 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11949
[junit4] 2> 399869 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 399870 T1635 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 399871 T1635 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775
[junit4] 2> 399871 T1635 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/'
[junit4] 2> 399912 T1635 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/solr.xml
[junit4] 2> 400007 T1635 oasc.CoreContainer.<init> New CoreContainer 1174901388
[junit4] 2> 400008 T1635 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/]
[junit4] 2> 400010 T1635 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 400011 T1635 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 400011 T1635 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 400012 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 400012 T1635 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 400013 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 400013 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 400014 T1635 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 400014 T1635 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 400015 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 400033 T1635 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 400034 T1635 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11942/solr
[junit4] 2> 400034 T1635 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 400035 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 400043 T1675 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69df73f9 name:ZooKeeperConnection Watcher:127.0.0.1:11942 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 400043 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 400128 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 400141 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 400150 T1677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5288eedc name:ZooKeeperConnection Watcher:127.0.0.1:11942/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 400150 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 400175 T1635 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 400978 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 400980 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:11945_",
[junit4] 2> "base_url":"http://127.0.0.1:11945"}
[junit4] 2> 400995 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 400995 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 400995 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 401179 T1635 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11949_
[junit4] 2> 401184 T1635 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11949_
[junit4] 2> 401240 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 401240 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 401241 T1657 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 401241 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 401242 T1677 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 401243 T1664 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 401251 T1678 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 401251 T1678 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 401253 T1678 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 402500 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 402501 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:11949_",
[junit4] 2> "base_url":"http://127.0.0.1:11949"}
[junit4] 2> 402502 T1658 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 402502 T1658 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 402518 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 402518 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 402518 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 403255 T1678 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 403255 T1678 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/collection1
[junit4] 2> 403255 T1678 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 403256 T1678 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 403257 T1678 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 403258 T1678 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/collection1/'
[junit4] 2> 403259 T1678 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/collection1/lib/README' to classloader
[junit4] 2> 403260 T1678 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/collection1/lib/classes/' to classloader
[junit4] 2> 403320 T1678 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 403387 T1678 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 403489 T1678 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 403502 T1678 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 404208 T1678 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 404209 T1678 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 404210 T1678 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 404228 T1678 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 404233 T1678 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 404248 T1678 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 404254 T1678 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 404259 T1678 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 404260 T1678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 404260 T1678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 404260 T1678 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 404261 T1678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 404262 T1678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 404262 T1678 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 404262 T1678 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374291367775/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty1/
[junit4] 2> 404263 T1678 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ad1339
[junit4] 2> 404264 T1678 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty1
[junit4] 2> 404264 T1678 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty1/index/
[junit4] 2> 404265 T1678 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 404265 T1678 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty1/index
[junit4] 2> 404269 T1678 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2790733e lockFactory=org.apache.lucene.store.NativeFSLockFactory@561673ee),segFN=segments_1,generation=1}
[junit4] 2> 404270 T1678 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 404276 T1678 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 404277 T1678 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 404278 T1678 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 404279 T1678 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 404279 T1678 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 404280 T1678 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 404280 T1678 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 404281 T1678 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 404281 T1678 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 404301 T1678 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 404311 T1678 oass.SolrIndexSearcher.<init> Opening Searcher@b4b8076 main
[junit4] 2> 404312 T1678 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 404312 T1678 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 404318 T1679 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b4b8076 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 404321 T1678 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 404321 T1678 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11949 collection:collection1 shard:shard1
[junit4] 2> 404321 T1678 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 404341 T1678 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 404362 T1678 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 404375 T1678 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 404375 T1678 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 404375 T1678 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11949/collection1/
[junit4] 2> 404376 T1678 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 404376 T1678 oasc.SyncStrategy.syncToMe http://127.0.0.1:11949/collection1/ has no replicas
[junit4] 2> 404376 T1678 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11949/collection1/ shard1
[junit4] 2> 404377 T1678 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 405524 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 405552 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 405552 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 405552 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 405578 T1678 oasc.ZkController.register We are http://127.0.0.1:11949/collection1/ and leader is http://127.0.0.1:11949/collection1/
[junit4] 2> 405578 T1678 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11949
[junit4] 2> 405578 T1678 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 405579 T1678 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 405579 T1678 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 405581 T1678 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 405582 T1635 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 405582 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 405583 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 405808 T1635 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 405811 T1635 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11952
[junit4] 2> 405812 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 405812 T1635 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 405812 T1635 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810
[junit4] 2> 405813 T1635 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/'
[junit4] 2> 405843 T1635 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/solr.xml
[junit4] 2> 405909 T1635 oasc.CoreContainer.<init> New CoreContainer 1629369043
[junit4] 2> 405910 T1635 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/]
[junit4] 2> 405911 T1635 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 405912 T1635 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 405912 T1635 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 405912 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 405913 T1635 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 405913 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 405913 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 405914 T1635 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 405914 T1635 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 405915 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 405929 T1635 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 405930 T1635 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11942/solr
[junit4] 2> 405930 T1635 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 405931 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 405934 T1691 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5af5db4b name:ZooKeeperConnection Watcher:127.0.0.1:11942 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 405935 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 405947 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 405957 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 405960 T1693 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5282e92c name:ZooKeeperConnection Watcher:127.0.0.1:11942/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 405960 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 405969 T1635 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 406972 T1635 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11952_
[junit4] 2> 406977 T1635 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11952_
[junit4] 2> 407044 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 407044 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 407045 T1693 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 407045 T1657 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 407046 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 407046 T1664 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 407047 T1677 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 407055 T1694 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 407055 T1694 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 407057 T1694 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 407058 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 407059 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:11949_",
[junit4] 2> "base_url":"http://127.0.0.1:11949"}
[junit4] 2> 407068 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:11952_",
[junit4] 2> "base_url":"http://127.0.0.1:11952"}
[junit4] 2> 407068 T1658 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 407068 T1658 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 407081 T1693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 407081 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 407081 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 407081 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 408058 T1694 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 408058 T1694 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/collection1
[junit4] 2> 408058 T1694 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 408059 T1694 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 408060 T1694 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 408061 T1694 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/collection1/'
[junit4] 2> 408062 T1694 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/collection1/lib/README' to classloader
[junit4] 2> 408063 T1694 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/collection1/lib/classes/' to classloader
[junit4] 2> 408129 T1694 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 408199 T1694 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 408300 T1694 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 408313 T1694 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 409001 T1694 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 409002 T1694 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 409003 T1694 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 409017 T1694 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 409022 T1694 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 409036 T1694 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 409041 T1694 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 409046 T1694 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 409052 T1694 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 409052 T1694 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 409053 T1694 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 409054 T1694 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 409054 T1694 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 409055 T1694 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 409055 T1694 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374291373810/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty2/
[junit4] 2> 409056 T1694 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ad1339
[junit4] 2> 409057 T1694 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty2
[junit4] 2> 409057 T1694 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty2/index/
[junit4] 2> 409058 T1694 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 409058 T1694 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty2/index
[junit4] 2> 409062 T1694 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@73eb69c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@276441f),segFN=segments_1,generation=1}
[junit4] 2> 409063 T1694 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 409069 T1694 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 409069 T1694 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 409070 T1694 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 409071 T1694 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 409072 T1694 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 409072 T1694 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 409072 T1694 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 409073 T1694 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 409073 T1694 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 409092 T1694 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 409101 T1694 oass.SolrIndexSearcher.<init> Opening Searcher@168a067a main
[junit4] 2> 409102 T1694 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 409102 T1694 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 409107 T1695 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@168a067a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 409110 T1694 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 409110 T1694 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11952 collection:collection1 shard:shard2
[junit4] 2> 409110 T1694 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 409128 T1694 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 409146 T1694 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 409154 T1694 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 409155 T1694 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 409155 T1694 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:11952/collection1/
[junit4] 2> 409155 T1694 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 409156 T1694 oasc.SyncStrategy.syncToMe http://127.0.0.1:11952/collection1/ has no replicas
[junit4] 2> 409156 T1694 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:11952/collection1/ shard2
[junit4] 2> 409156 T1694 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 410089 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 410111 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 410111 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 410111 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 410111 T1693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 410138 T1694 oasc.ZkController.register We are http://127.0.0.1:11952/collection1/ and leader is http://127.0.0.1:11952/collection1/
[junit4] 2> 410138 T1694 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11952
[junit4] 2> 410138 T1694 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 410138 T1694 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 410138 T1694 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 410140 T1694 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 410141 T1635 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 410142 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 410142 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 410457 T1635 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 410461 T1635 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:37501
[junit4] 2> 410462 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 410462 T1635 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 410463 T1635 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374
[junit4] 2> 410463 T1635 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/'
[junit4] 2> 410506 T1635 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/solr.xml
[junit4] 2> 410608 T1635 oasc.CoreContainer.<init> New CoreContainer 1819586576
[junit4] 2> 410609 T1635 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/]
[junit4] 2> 410611 T1635 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 410612 T1635 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 410612 T1635 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 410613 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 410613 T1635 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 410614 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 410614 T1635 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 410615 T1635 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 410615 T1635 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 410616 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 410635 T1635 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 410635 T1635 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:11942/solr
[junit4] 2> 410636 T1635 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 410637 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 410640 T1707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29722e5 name:ZooKeeperConnection Watcher:127.0.0.1:11942 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 410640 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 410652 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 410664 T1635 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 410667 T1709 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c210064 name:ZooKeeperConnection Watcher:127.0.0.1:11942/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 410667 T1635 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 410675 T1635 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 411624 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 411625 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:11952_",
[junit4] 2> "base_url":"http://127.0.0.1:11952"}
[junit4] 2> 411641 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411641 T1693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411641 T1709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411641 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411641 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411678 T1635 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37501_
[junit4] 2> 411680 T1635 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37501_
[junit4] 2> 411683 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411683 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 411684 T1693 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 411684 T1709 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 411684 T1657 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 411684 T1709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 411684 T1693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 411685 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 411685 T1677 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 411685 T1664 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 411692 T1710 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 411692 T1710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 411693 T1710 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 413149 T1658 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 413151 T1658 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:37501_",
[junit4] 2> "base_url":"http://127.0.0.1:37501"}
[junit4] 2> 413151 T1658 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 413151 T1658 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 413164 T1677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 413164 T1709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 413164 T1664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 413164 T1693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 413164 T1657 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 413696 T1710 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 413696 T1710 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/collection1
[junit4] 2> 413696 T1710 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 413697 T1710 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 413698 T1710 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 413699 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/collection1/'
[junit4] 2> 413700 T1710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/collection1/lib/README' to classloader
[junit4] 2> 413701 T1710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/collection1/lib/classes/' to classloader
[junit4] 2> 413773 T1710 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 413839 T1710 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 413941 T1710 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 413954 T1710 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 414657 T1710 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 414658 T1710 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 414659 T1710 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 414673 T1710 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 414677 T1710 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 414691 T1710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 414696 T1710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 414702 T1710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 414704 T1710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 414704 T1710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 414705 T1710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 414706 T1710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 414706 T1710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 414706 T1710 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 414707 T1710 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374291378374/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty3/
[junit4] 2> 414707 T1710 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ad1339
[junit4] 2> 414708 T1710 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty3
[junit4] 2> 414709 T1710 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty3/index/
[junit4] 2> 414709 T1710 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 414709 T1710 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374291363664/jetty3/index
[junit4] 2> 414713 T1710 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@50e7ac8f lockFactory=org.apache.lucene.store.NativeFSLockFactory@73ac331b),segFN=segments_1,generation=1}
[junit4] 2> 414714 T1710 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 414720 T1710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 414720 T1710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 414721 T1710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 414722 T1710 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 414722 T1710 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 414723 T1710 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 414723 T1710 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 414724 T1710 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 414724 T1710 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 414741 T1710 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 414748 T1710 oass.SolrIndexSearcher.<init> Opening Searcher@36e1359c main
[junit4] 2> 414750 T1710 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 414750 T1710 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 414755 T1711 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@36e1359c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 414758 T1710 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 414758 T1710 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37501 collection:collection1 shard:shard1
[junit4] 2> 414758 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 414778 T1710 oasc.ZkController.register We are http://127.0.0.1:37501/collection1/ and leader is http://127.0.0.1:11949/collection1/
[junit4] 2> 414778 T1710 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37501
[junit4] 2> 414778 T1710 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 414779 T1710 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C1177 name=collection1 org.apache.solr.core.SolrCore@291a8bfe url=http://127.0.0.1:37501/collection1 node=127.0.0.1:37501_ C1177_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:37501_, base_url=http://127.0.0.1:37501}
[junit4] 2> 414787 T1712 C1177 P37501 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 414788 T1710 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 414788 T1712 C1177 P37501 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 414789 T1712 C1177 P37501 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 414789 T1712 C1177 P37501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 414790 T1635 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 414790 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 414791 T1635 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 414791 T1712 C1177 P37501 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 414820 T1667 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 415099 T1635 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 415102 T1635 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42978
[junit4] 2> 415102 T1635 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 415103 T1635 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 415104 T1635 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374291383025
[junit4] 2> 415104 T1635 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374291383025/'
[junit4] 2> 415147 T1635 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/works
[...truncated too long message...]
112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] 2> at java.net.Socket.connect(Socket.java:579)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=es_US, timezone=Libya
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=158805584,total=373293056
[junit4] 2> NOTE: All tests run in this JVM: [TestBadConfig, TestSolr4Spatial, TestValueSourceCache, TestPluginEnable, TestReplicationHandler, TestPHPSerializedResponseWriter, TestRemoteStreaming, URLClassifyProcessorTest, TestCopyFieldCollectionResource, TestSchemaVersionResource, TestIBSimilarityFactory, OverseerTest, ScriptEngineTest, DocumentBuilderTest, SolrInfoMBeanTest, TestPartialUpdateDeduplication, TermsComponentTest, TestBM25SimilarityFactory, EchoParamsTest, TestFuzzyAnalyzedSuggestions, TestSuggestSpellingConverter, UniqFieldsUpdateProcessorFactoryTest, PrimitiveFieldTypeTest, PeerSyncTest, ReturnFieldsTest, MBeansHandlerTest, QueryEqualityTest, TestJmxIntegration, FileBasedSpellCheckerTest, TestSolrQueryParserResource, MinimalSchemaTest, TestUtils, QueryElevationComponentTest, ConvertedLegacyTest, StandardRequestHandlerTest, CacheHeaderTest, OpenCloseCoreStressTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=61518CB492DA6B01 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_US -Dtests.timezone=Libya -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([61518CB492DA6B01]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2112, name=recoveryCmdExecutor-894-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([61518CB492DA6B01]:0)
[junit4] Completed on J0 in 418.53s, 1 test, 2 errors <<< FAILURES!
[...truncated 766 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:893: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 770 ignored (6 assumptions)
Total time: 47 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure