You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/26 20:28:19 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1447 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1447/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=468, name=recoveryCmdExecutor-77-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=468, name=recoveryCmdExecutor-77-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([68EF0DC5B62DF85C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=468, name=recoveryCmdExecutor-77-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=468, name=recoveryCmdExecutor-77-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([68EF0DC5B62DF85C]:0)
Build Log:
[...truncated 9552 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 5775 T13 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 5807 T13 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374861414891
[junit4] 2> 5822 T13 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 5834 T14 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 6136 T13 oasc.ZkTestServer.run start zk server on port:17480
[junit4] 2> 6382 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 6427 T15 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 8398 T18 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21df71f3 name:ZooKeeperConnection Watcher:127.0.0.1:17480 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 8399 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 8405 T13 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 8557 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 8561 T22 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@90d4437 name:ZooKeeperConnection Watcher:127.0.0.1:17480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 8562 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 8605 T13 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 8614 T13 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 8621 T13 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 8626 T13 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 8633 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 8634 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 8651 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 8652 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 8760 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 8761 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 8768 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 8769 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 8775 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 8777 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 8783 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 8784 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 8790 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 8791 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 8797 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 8798 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 8806 T13 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 8808 T13 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 9927 T13 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 10235 T13 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64237
[junit4] 2> 10344 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 10369 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 10370 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901
[junit4] 2> 10370 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/'
[junit4] 2> 10420 T13 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/solr.xml
[junit4] 2> 10609 T13 oasc.CoreContainer.<init> New CoreContainer 1539173993
[junit4] 2> 10610 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/]
[junit4] 2> 10836 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 10837 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 10838 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 10838 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 10839 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 10839 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 10840 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 10841 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 10841 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 10941 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 11778 T13 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17480/solr
[junit4] 2> 11819 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 11821 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 11825 T34 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76c97dfd name:ZooKeeperConnection Watcher:127.0.0.1:17480 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 11826 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 11844 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 11864 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 11867 T36 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31753a5a name:ZooKeeperConnection Watcher:127.0.0.1:17480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 11868 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 11885 T13 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 11907 T13 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 11935 T13 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 11940 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64237_
[junit4] 2> 11949 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64237_
[junit4] 2> 11955 T13 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 11994 T13 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 11998 T13 oasc.Overseer.start Overseer (id=90102917718605827-127.0.0.1:64237_-n_0000000000) starting
[junit4] 2> 12042 T13 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 12063 T38 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 12064 T13 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 12067 T13 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 12070 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 12105 T37 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 12749 T39 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 12750 T39 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 12753 T39 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 13618 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 13629 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:64237_",
[junit4] 2> "base_url":"http://127.0.0.1:64237"}
[junit4] 2> 13630 T37 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 13682 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 13720 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 13754 T39 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 13754 T39 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/collection1
[junit4] 2> 13755 T39 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 13756 T39 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 13757 T39 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 13759 T39 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/collection1/'
[junit4] 2> 13761 T39 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/collection1/lib/classes/' to classloader
[junit4] 2> 13762 T39 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/collection1/lib/README' to classloader
[junit4] 2> 13938 T39 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 14154 T39 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 14284 T39 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 14414 T39 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 16235 T39 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 16236 T39 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 16289 T39 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 16336 T39 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 16340 T39 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 17039 T39 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 17061 T39 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 17068 T39 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 17074 T39 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 17075 T39 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 17075 T39 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 17077 T39 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 17078 T39 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 17184 T39 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 17224 T39 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374861417901/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/control/data/
[junit4] 2> 17232 T39 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@240d0b93
[junit4] 2> 17343 T39 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/control/data
[junit4] 2> 17344 T39 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/control/data/index/
[junit4] 2> 17344 T39 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 17358 T39 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/control/data/index
[junit4] 2> 17927 T39 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7edba36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c08da6f),segFN=segments_1,generation=1}
[junit4] 2> 17934 T39 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 19224 T39 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 19225 T39 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 19359 T39 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 19410 T39 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 19435 T39 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 19436 T39 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 19440 T39 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 19478 T39 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 19483 T39 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 19637 T39 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 19736 T39 oass.SolrIndexSearcher.<init> Opening Searcher@57887445 main
[junit4] 2> 19851 T39 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 19852 T39 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 20026 T40 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57887445 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 20032 T39 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 20032 T39 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:64237 collection:control_collection shard:shard1
[junit4] 2> 20048 T39 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 20063 T39 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 20086 T39 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 20098 T39 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 20098 T39 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 20099 T39 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64237/collection1/
[junit4] 2> 20099 T39 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 20100 T39 oasc.SyncStrategy.syncToMe http://127.0.0.1:64237/collection1/ has no replicas
[junit4] 2> 20100 T39 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64237/collection1/ shard1
[junit4] 2> 20101 T39 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 21246 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 21271 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 21291 T39 oasc.ZkController.register We are http://127.0.0.1:64237/collection1/ and leader is http://127.0.0.1:64237/collection1/
[junit4] 2> 21296 T39 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64237
[junit4] 2> 21297 T39 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 21297 T39 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 21297 T39 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 21301 T39 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 21314 T13 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 21315 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 21480 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 21524 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 21534 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21540 T43 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11c8ecf3 name:ZooKeeperConnection Watcher:127.0.0.1:17480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21541 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21544 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 21554 T13 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 21829 T13 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 21834 T13 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48609
[junit4] 2> 21835 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 21836 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 21837 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636
[junit4] 2> 21837 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/'
[junit4] 2> 21886 T13 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/solr.xml
[junit4] 2> 22026 T13 oasc.CoreContainer.<init> New CoreContainer 180216039
[junit4] 2> 22027 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/]
[junit4] 2> 22030 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 22031 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 22032 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 22033 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 22033 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 22034 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 22035 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 22036 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 22037 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 22038 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 22062 T13 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17480/solr
[junit4] 2> 22063 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 22064 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22071 T54 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b4daa75 name:ZooKeeperConnection Watcher:127.0.0.1:17480 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22072 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22084 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 22100 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22103 T56 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59a69d87 name:ZooKeeperConnection Watcher:127.0.0.1:17480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22104 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22112 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22787 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 22792 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:64237_",
[junit4] 2> "base_url":"http://127.0.0.1:64237"}
[junit4] 2> 22834 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 22835 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 22836 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 23122 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48609_
[junit4] 2> 23128 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48609_
[junit4] 2> 23136 T43 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 23136 T36 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 23136 T56 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 23137 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 23136 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 23138 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 23167 T57 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 23168 T57 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 23172 T57 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 24351 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 24356 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48609_",
[junit4] 2> "base_url":"http://127.0.0.1:48609"}
[junit4] 2> 24357 T37 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 24359 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 24378 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 24379 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 24378 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 25175 T57 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 25176 T57 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/collection1
[junit4] 2> 25177 T57 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 25179 T57 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 25179 T57 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 25182 T57 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/collection1/'
[junit4] 2> 25185 T57 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/collection1/lib/README' to classloader
[junit4] 2> 25186 T57 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/collection1/lib/classes/' to classloader
[junit4] 2> 25308 T57 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 25487 T57 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 25591 T57 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 25781 T57 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 26904 T57 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 26906 T57 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 26909 T57 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 26950 T57 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 26955 T57 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 27008 T57 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 27017 T57 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 27027 T57 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 27030 T57 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 27031 T57 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 27031 T57 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 27034 T57 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 27034 T57 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 27035 T57 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 27036 T57 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374861430636/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty1/
[junit4] 2> 27036 T57 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@240d0b93
[junit4] 2> 27039 T57 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty1
[junit4] 2> 27040 T57 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty1/index/
[junit4] 2> 27041 T57 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 27042 T57 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty1/index
[junit4] 2> 27047 T57 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@578925c9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d778c00),segFN=segments_1,generation=1}
[junit4] 2> 27048 T57 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 27060 T57 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 27061 T57 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 27063 T57 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 27066 T57 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 27070 T57 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 27070 T57 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 27071 T57 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 27075 T57 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 27076 T57 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 27095 T57 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 27105 T57 oass.SolrIndexSearcher.<init> Opening Searcher@7f145b3 main
[junit4] 2> 27107 T57 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 27107 T57 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 27142 T58 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f145b3 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 27159 T57 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 27161 T57 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48609 collection:collection1 shard:shard1
[junit4] 2> 27162 T57 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 27193 T57 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 27223 T57 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 27235 T57 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 27236 T57 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 27237 T57 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48609/collection1/
[junit4] 2> 27238 T57 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 27238 T57 oasc.SyncStrategy.syncToMe http://127.0.0.1:48609/collection1/ has no replicas
[junit4] 2> 27239 T57 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48609/collection1/ shard1
[junit4] 2> 27239 T57 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 27398 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 27427 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 27427 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 27427 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 27465 T57 oasc.ZkController.register We are http://127.0.0.1:48609/collection1/ and leader is http://127.0.0.1:48609/collection1/
[junit4] 2> 27466 T57 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48609
[junit4] 2> 27467 T57 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 27468 T57 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 27469 T57 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 27478 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 27487 T13 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 27488 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 27490 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 28056 T13 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 28061 T13 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19667
[junit4] 2> 28063 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 28064 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 28064 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595
[junit4] 2> 28066 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/'
[junit4] 2> 28157 T13 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/solr.xml
[junit4] 2> 28367 T13 oasc.CoreContainer.<init> New CoreContainer 1271960017
[junit4] 2> 28369 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/]
[junit4] 2> 28373 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 28374 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 28376 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 28377 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 28378 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 28379 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 28380 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 28381 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 28382 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 28383 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 28412 T13 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17480/solr
[junit4] 2> 28413 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 28415 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 28449 T70 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b743e17 name:ZooKeeperConnection Watcher:127.0.0.1:17480 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 28449 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 28472 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 28487 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 28491 T72 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75b21111 name:ZooKeeperConnection Watcher:127.0.0.1:17480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 28492 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 28503 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 28951 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 28956 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48609_",
[junit4] 2> "base_url":"http://127.0.0.1:48609"}
[junit4] 2> 29000 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 29000 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 29000 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 29000 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 29516 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19667_
[junit4] 2> 29531 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19667_
[junit4] 2> 29543 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 29544 T56 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 29544 T36 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 29543 T43 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 29547 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 29546 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 29545 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 29551 T72 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 29572 T73 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 29573 T73 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 29577 T73 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 30517 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 30522 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:19667_",
[junit4] 2> "base_url":"http://127.0.0.1:19667"}
[junit4] 2> 30523 T37 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 30523 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 30547 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 30547 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 30547 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 30548 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 30579 T73 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 30580 T73 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/collection1
[junit4] 2> 30581 T73 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 30586 T73 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 30587 T73 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 30592 T73 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/collection1/'
[junit4] 2> 30595 T73 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/collection1/lib/README' to classloader
[junit4] 2> 30597 T73 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/collection1/lib/classes/' to classloader
[junit4] 2> 30709 T73 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 30836 T73 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 30941 T73 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 31117 T73 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 32260 T73 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 32261 T73 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 32265 T73 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 32296 T73 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 32303 T73 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 32355 T73 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 32367 T73 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 32376 T73 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 32379 T73 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 32380 T73 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 32381 T73 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 32383 T73 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 32384 T73 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 32385 T73 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 32386 T73 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374861436595/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty2/
[junit4] 2> 32386 T73 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@240d0b93
[junit4] 2> 32388 T73 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty2
[junit4] 2> 32389 T73 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty2/index/
[junit4] 2> 32390 T73 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 32390 T73 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty2/index
[junit4] 2> 32395 T73 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6fc1ffd1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@262b224c),segFN=segments_1,generation=1}
[junit4] 2> 32396 T73 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 32409 T73 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 32410 T73 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 32411 T73 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 32414 T73 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 32417 T73 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 32417 T73 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 32418 T73 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 32421 T73 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 32422 T73 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 32440 T73 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 32450 T73 oass.SolrIndexSearcher.<init> Opening Searcher@3ba40ccc main
[junit4] 2> 32452 T73 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 32453 T73 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 32477 T74 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ba40ccc main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 32492 T73 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 32493 T73 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19667 collection:collection1 shard:shard2
[junit4] 2> 32502 T73 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 32547 T73 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 32607 T73 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 32700 T73 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 32702 T73 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 32702 T73 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19667/collection1/
[junit4] 2> 32706 T73 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 32709 T73 oasc.SyncStrategy.syncToMe http://127.0.0.1:19667/collection1/ has no replicas
[junit4] 2> 32709 T73 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19667/collection1/ shard2
[junit4] 2> 32712 T73 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 33575 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 33610 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 33610 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 33610 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 33610 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 33635 T73 oasc.ZkController.register We are http://127.0.0.1:19667/collection1/ and leader is http://127.0.0.1:19667/collection1/
[junit4] 2> 33636 T73 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19667
[junit4] 2> 33636 T73 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 33637 T73 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 33637 T73 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 33642 T73 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 33646 T13 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 33648 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 33649 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 34396 T13 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 34401 T13 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19822
[junit4] 2> 34403 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 34404 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 34404 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753
[junit4] 2> 34405 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/'
[junit4] 2> 34506 T13 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/solr.xml
[junit4] 2> 34722 T13 oasc.CoreContainer.<init> New CoreContainer 1480106824
[junit4] 2> 34723 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/]
[junit4] 2> 34726 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 34727 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 34728 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 34729 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 34730 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 34731 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 34732 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 34734 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 34735 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 34736 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 34767 T13 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17480/solr
[junit4] 2> 34768 T13 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 34769 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 34774 T86 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5943bd77 name:ZooKeeperConnection Watcher:127.0.0.1:17480 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 34775 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 34792 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 34816 T13 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 34821 T88 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70fab733 name:ZooKeeperConnection Watcher:127.0.0.1:17480/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 34822 T13 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 34842 T13 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 35125 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 35131 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:19667_",
[junit4] 2> "base_url":"http://127.0.0.1:19667"}
[junit4] 2> 35147 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 35148 T88 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 35148 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 35147 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 35147 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 35852 T13 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19822_
[junit4] 2> 35855 T13 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19822_
[junit4] 2> 35860 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 35861 T43 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 35861 T36 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 35861 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 35861 T56 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 35861 T88 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 35863 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 35862 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 35864 T88 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 35866 T72 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 35881 T89 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 35882 T89 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 35886 T89 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 36667 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 36672 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:19822_",
[junit4] 2> "base_url":"http://127.0.0.1:19822"}
[junit4] 2> 36673 T37 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 36673 T37 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 36688 T72 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 36689 T36 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 36689 T43 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 36689 T88 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 36689 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 36888 T89 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 36889 T89 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/collection1
[junit4] 2> 36889 T89 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 36892 T89 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 36893 T89 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 36898 T89 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/collection1/'
[junit4] 2> 36909 T89 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/collection1/lib/README' to classloader
[junit4] 2> 36913 T89 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/collection1/lib/classes/' to classloader
[junit4] 2> 37028 T89 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 37125 T89 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 37228 T89 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 37364 T89 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 38541 T89 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 38541 T89 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 38545 T89 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 38583 T89 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 38600 T89 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 38734 T89 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 38748 T89 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 38768 T89 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 38773 T89 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 38774 T89 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 38775 T89 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 38779 T89 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 38780 T89 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 38781 T89 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 38782 T89 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374861442753/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty3/
[junit4] 2> 38782 T89 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@240d0b93
[junit4] 2> 38785 T89 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty3
[junit4] 2> 38786 T89 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty3/index/
[junit4] 2> 38787 T89 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 38788 T89 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374861414889/jetty3/index
[junit4] 2> 38794 T89 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3549ba18 lockFactory=org.apache.lucene.store.NativeFSLockFactory@63f2a147),segFN=segments_1,generation=1}
[junit4] 2> 38795 T89 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 38810 T89 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 38811 T89 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 38814 T89 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 38817 T89 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 38822 T89 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 38823 T89 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 38824 T89 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 38828 T89 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 38829 T89 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 38866 T89 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 38880 T89 oass.SolrIndexSearcher.<init> Opening Searcher@2278e0e7 main
[junit4] 2> 38884 T89 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 38885 T89 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 38913 T90 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2278e0e7 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 38922 T89 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 38923 T89 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19822 collection:collection1 shard:shard1
[junit4] 2> 38924 T89 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 38949 T89 oasc.ZkController.register We are http://127.0.0.1:19822/collection1/ and leader is http://127.0.0.1:48609/collection1/
[junit4] 2> 38950 T89 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19822
[junit4] 2> 38951 T89 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 38951 T89 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> 38960 T89 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 38963 T13 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 38963 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 38964 T13 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> ASYNC NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@6ee68413 url=http://127.0.0.1:19822/collection1 node=127.0.0.1:19822_ C0_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:19822_, base_url=http://127.0.0.1:19822}
[junit4] 2> 38977 T91 C0 P19822 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 38984 T91 C0 P19822 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 38985 T91 C0 P19822 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 38985 T91 C0 P19822 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 38988 T91 C0 P19822 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 39545 T13 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 39549 T13 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23748
[junit4] 2> 39550 T13 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 39551 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 39551 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374861448061
[junit4] 2> 39552 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374861448061/'
[junit4] 2> 39598 T13 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374861448061/solr.xml
[junit4] 2> 39707 T37 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 39710 T37 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"recovering",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:19822_",
[junit4] 2> "base_url":"http://127.0.0.1:19822"}
[junit4] 2> 39713 T13 oasc.CoreContainer.<init> New CoreContainer 1082049036
[junit4] 2> 39714 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7
[...truncated too long message...]
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=MockRandom), n_f1=PostingsFormat(name=SimpleText), cat=PostingsFormat(name=Direct), foo_d=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), n_tl1=PostingsFormat(name=SimpleText), foo_f=PostingsFormat(name=MockRandom), n_d1=PostingsFormat(name=Direct), rnd_b=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), intDefault=PostingsFormat(name=Direct), n_td1=PostingsFormat(name=SimpleText), timestamp=PostingsFormat(name=Direct), id=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), range_facet_sl=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), range_facet_si=PostingsFormat(name=Direct), oddField_s=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), sequence_i=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), name=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), foo_i=PostingsFormat(name=SimpleText), regex_dup_B_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), n_tf1=PostingsFormat(name=Direct), n_dt1=PostingsFormat(name=SimpleText), genre_s=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), author_t=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Direct), n_ti1=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=SimpleText), val_i=Pulsing41(freqCutoff=18 minBlockSize=52 maxBlockSize=201), SubjectTerms_mfacet=PostingsFormat(name=SimpleText), series_t=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), n_tdt1=PostingsFormat(name=SimpleText), regex_dup_A_s=PostingsFormat(name=MockRandom), price=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=Direct), n_l1=PostingsFormat(name=Direct), a_si=PostingsFormat(name=SimpleText), inStock=PostingsFormat(name=MockRandom)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=iw, timezone=Asia/Kuala_Lumpur
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=147970712,total=205520896
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrXml, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=68EF0DC5B62DF85C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=iw -Dtests.timezone=Asia/Kuala_Lumpur -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=468, name=recoveryCmdExecutor-77-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([68EF0DC5B62DF85C]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=468, name=recoveryCmdExecutor-77-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([68EF0DC5B62DF85C]:0)
[junit4] Completed on J0 in 415.37s, 1 test, 2 errors <<< FAILURES!
[...truncated 916 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 954 ignored (1 assumption)
Total time: 52 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1449 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1449/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2546, name=recoveryCmdExecutor-1549-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2546, name=recoveryCmdExecutor-1549-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([B9ACAC714840DD15]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2546, name=recoveryCmdExecutor-1549-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2546, name=recoveryCmdExecutor-1549-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([B9ACAC714840DD15]:0)
Build Log:
[...truncated 9733 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 1360809 T2112 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_hl/n
[junit4] 2> 1360817 T2112 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374888518967
[junit4] 2> 1360818 T2112 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1360819 T2113 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1360920 T2112 oasc.ZkTestServer.run start zk server on port:54115
[junit4] 2> 1360921 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1360926 T2119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e88d6ad name:ZooKeeperConnection Watcher:127.0.0.1:54115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1360926 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1360927 T2112 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1360957 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1360959 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d453256 name:ZooKeeperConnection Watcher:127.0.0.1:54115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1360960 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1360960 T2112 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1360999 T2112 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1361002 T2112 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1361009 T2112 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1361012 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1361012 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1361028 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1361028 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1361135 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1361136 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1361143 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1361144 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1361150 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1361151 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1361154 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1361154 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1361164 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1361165 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1361167 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1361168 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1361170 T2112 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1361171 T2112 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1361401 T2112 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1361405 T2112 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:58461
[junit4] 2> 1361405 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1361406 T2112 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1361406 T2112 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328
[junit4] 2> 1361407 T2112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/'
[junit4] 2> 1361437 T2112 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/solr.xml
[junit4] 2> 1361506 T2112 oasc.CoreContainer.<init> New CoreContainer 2080431852
[junit4] 2> 1361507 T2112 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/]
[junit4] 2> 1361508 T2112 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1361508 T2112 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1361509 T2112 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1361509 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1361509 T2112 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1361510 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1361510 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1361510 T2112 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1361511 T2112 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1361511 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1361523 T2112 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54115/solr
[junit4] 2> 1361523 T2112 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1361524 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1361528 T2132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aea1def name:ZooKeeperConnection Watcher:127.0.0.1:54115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1361528 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1361542 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1361549 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1361551 T2134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aed6445 name:ZooKeeperConnection Watcher:127.0.0.1:54115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1361551 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1361553 T2112 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1361562 T2112 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1361570 T2112 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1361572 T2112 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58461__hl%2Fn
[junit4] 2> 1361573 T2112 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58461__hl%2Fn
[junit4] 2> 1361583 T2112 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1361597 T2112 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1361604 T2112 oasc.Overseer.start Overseer (id=90104693979545603-127.0.0.1:58461__hl%2Fn-n_0000000000) starting
[junit4] 2> 1361608 T2112 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1361620 T2136 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1361621 T2112 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1361623 T2112 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1361631 T2112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1361633 T2135 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1361639 T2137 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1361639 T2137 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1361641 T2137 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1363136 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1363137 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:58461__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:58461/_hl/n"}
[junit4] 2> 1363138 T2135 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 1363138 T2135 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1363150 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1363643 T2137 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1363643 T2137 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/collection1
[junit4] 2> 1363643 T2137 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1363644 T2137 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1363644 T2137 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1363645 T2137 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/collection1/'
[junit4] 2> 1363647 T2137 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/collection1/lib/README' to classloader
[junit4] 2> 1363647 T2137 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/collection1/lib/classes/' to classloader
[junit4] 2> 1363707 T2137 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1363783 T2137 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1363884 T2137 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1363896 T2137 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1364574 T2137 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1364575 T2137 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1364576 T2137 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1364585 T2137 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1364588 T2137 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1364600 T2137 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1364604 T2137 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1364607 T2137 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1364608 T2137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1364608 T2137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1364609 T2137 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1364609 T2137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1364610 T2137 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1364610 T2137 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1364610 T2137 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374888519328/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/control/data/
[junit4] 2> 1364610 T2137 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@484dd493
[junit4] 2> 1364611 T2137 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/control/data
[junit4] 2> 1364611 T2137 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/control/data/index/
[junit4] 2> 1364612 T2137 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1364612 T2137 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/control/data/index
[junit4] 2> 1364616 T2137 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16078a97 lockFactory=org.apache.lucene.store.NativeFSLockFactory@183278),segFN=segments_1,generation=1}
[junit4] 2> 1364616 T2137 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1364619 T2137 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1364620 T2137 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1364620 T2137 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1364621 T2137 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1364621 T2137 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1364621 T2137 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1364621 T2137 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1364622 T2137 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1364622 T2137 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1364635 T2137 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1364641 T2137 oass.SolrIndexSearcher.<init> Opening Searcher@7a397e31 main
[junit4] 2> 1364642 T2137 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1364643 T2137 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1364645 T2138 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a397e31 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1364646 T2137 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1364647 T2137 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58461/_hl/n collection:control_collection shard:shard1
[junit4] 2> 1364647 T2137 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1364659 T2137 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1364683 T2137 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1364694 T2137 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1364694 T2137 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1364694 T2137 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58461/_hl/n/collection1/
[junit4] 2> 1364695 T2137 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1364695 T2137 oasc.SyncStrategy.syncToMe http://127.0.0.1:58461/_hl/n/collection1/ has no replicas
[junit4] 2> 1364695 T2137 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58461/_hl/n/collection1/ shard1
[junit4] 2> 1364695 T2137 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1366156 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1366201 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1366238 T2137 oasc.ZkController.register We are http://127.0.0.1:58461/_hl/n/collection1/ and leader is http://127.0.0.1:58461/_hl/n/collection1/
[junit4] 2> 1366238 T2137 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58461/_hl/n
[junit4] 2> 1366238 T2137 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1366238 T2137 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1366239 T2137 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1366240 T2137 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1366241 T2112 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1366242 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1366242 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1366250 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1366251 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1366253 T2141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61099381 name:ZooKeeperConnection Watcher:127.0.0.1:54115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1366254 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1366255 T2112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1366256 T2112 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1366470 T2112 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1366473 T2112 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21484
[junit4] 2> 1366473 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1366474 T2112 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1366474 T2112 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406
[junit4] 2> 1366474 T2112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/'
[junit4] 2> 1366505 T2112 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/solr.xml
[junit4] 2> 1366574 T2112 oasc.CoreContainer.<init> New CoreContainer 285067941
[junit4] 2> 1366575 T2112 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/]
[junit4] 2> 1366576 T2112 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1366576 T2112 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1366577 T2112 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1366577 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1366577 T2112 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1366578 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1366578 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1366578 T2112 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1366579 T2112 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1366579 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1366591 T2112 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54115/solr
[junit4] 2> 1366592 T2112 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1366593 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1366595 T2152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34115ba2 name:ZooKeeperConnection Watcher:127.0.0.1:54115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1366596 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1366607 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1366620 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1366622 T2154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2119f2e8 name:ZooKeeperConnection Watcher:127.0.0.1:54115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1366622 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1366633 T2112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1367636 T2112 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21484__hl%2Fn
[junit4] 2> 1367664 T2112 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21484__hl%2Fn
[junit4] 2> 1367666 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1367667 T2141 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1367667 T2154 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1367668 T2134 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1367682 T2155 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1367683 T2155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1367684 T2155 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1367714 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1367715 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:58461__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:58461/_hl/n"}
[junit4] 2> 1367719 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21484__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:21484/_hl/n"}
[junit4] 2> 1367719 T2135 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 1367719 T2135 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1367730 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1367730 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1367730 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1368685 T2155 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1368685 T2155 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/collection1
[junit4] 2> 1368685 T2155 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1368686 T2155 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1368687 T2155 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1368688 T2155 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/collection1/'
[junit4] 2> 1368689 T2155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/collection1/lib/README' to classloader
[junit4] 2> 1368690 T2155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/collection1/lib/classes/' to classloader
[junit4] 2> 1368754 T2155 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1368824 T2155 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1368925 T2155 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1368938 T2155 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1369622 T2155 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1369623 T2155 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1369624 T2155 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1369636 T2155 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1369641 T2155 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1369654 T2155 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1369660 T2155 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1369664 T2155 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1369665 T2155 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1369666 T2155 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1369666 T2155 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1369667 T2155 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1369667 T2155 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1369668 T2155 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1369668 T2155 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374888524406/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty1/
[junit4] 2> 1369668 T2155 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@484dd493
[junit4] 2> 1369670 T2155 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty1
[junit4] 2> 1369670 T2155 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty1/index/
[junit4] 2> 1369670 T2155 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1369671 T2155 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty1/index
[junit4] 2> 1369675 T2155 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bda26df lockFactory=org.apache.lucene.store.NativeFSLockFactory@64ab46e4),segFN=segments_1,generation=1}
[junit4] 2> 1369675 T2155 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1369681 T2155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1369681 T2155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1369682 T2155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1369683 T2155 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1369683 T2155 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1369684 T2155 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1369684 T2155 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1369685 T2155 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1369685 T2155 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1369702 T2155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1369710 T2155 oass.SolrIndexSearcher.<init> Opening Searcher@645c82e6 main
[junit4] 2> 1369711 T2155 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1369712 T2155 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1369717 T2156 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@645c82e6 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1369719 T2155 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1369720 T2155 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21484/_hl/n collection:collection1 shard:shard1
[junit4] 2> 1369720 T2155 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1369738 T2155 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1369758 T2155 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1369767 T2155 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1369768 T2155 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1369768 T2155 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21484/_hl/n/collection1/
[junit4] 2> 1369768 T2155 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1369768 T2155 oasc.SyncStrategy.syncToMe http://127.0.0.1:21484/_hl/n/collection1/ has no replicas
[junit4] 2> 1369769 T2155 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21484/_hl/n/collection1/ shard1
[junit4] 2> 1369769 T2155 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1370744 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1370839 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1370839 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1370839 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1370857 T2155 oasc.ZkController.register We are http://127.0.0.1:21484/_hl/n/collection1/ and leader is http://127.0.0.1:21484/_hl/n/collection1/
[junit4] 2> 1370857 T2155 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21484/_hl/n
[junit4] 2> 1370857 T2155 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1370857 T2155 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1370858 T2155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1370920 T2155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1370921 T2112 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1370922 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1370922 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1371216 T2112 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1371220 T2112 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21492
[junit4] 2> 1371221 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1371221 T2112 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1371222 T2112 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081
[junit4] 2> 1371222 T2112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/'
[junit4] 2> 1371263 T2112 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/solr.xml
[junit4] 2> 1371355 T2112 oasc.CoreContainer.<init> New CoreContainer 1635677797
[junit4] 2> 1371355 T2112 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/]
[junit4] 2> 1371357 T2112 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1371358 T2112 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1371358 T2112 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1371359 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1371359 T2112 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1371360 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1371360 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1371361 T2112 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1371361 T2112 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1371362 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1371378 T2112 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54115/solr
[junit4] 2> 1371378 T2112 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1371379 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1371387 T2168 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@679bf6dd name:ZooKeeperConnection Watcher:127.0.0.1:54115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1371387 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1371401 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1371412 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1371415 T2170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b30774a name:ZooKeeperConnection Watcher:127.0.0.1:54115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1371415 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1371424 T2112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1372421 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1372422 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21484__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:21484/_hl/n"}
[junit4] 2> 1372453 T2112 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21492__hl%2Fn
[junit4] 2> 1372467 T2112 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21492__hl%2Fn
[junit4] 2> 1372469 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1372469 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1372469 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1372469 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1372470 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1372480 T2154 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1372480 T2170 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1372480 T2141 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1372480 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1372480 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1372482 T2134 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1372487 T2171 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1372487 T2171 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1372489 T2171 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1373981 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1373982 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21492__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:21492/_hl/n"}
[junit4] 2> 1373983 T2135 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1373983 T2135 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1373999 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1373999 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1373999 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1374000 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1374491 T2171 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1374491 T2171 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/collection1
[junit4] 2> 1374491 T2171 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1374492 T2171 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1374493 T2171 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1374493 T2171 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/collection1/'
[junit4] 2> 1374495 T2171 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/collection1/lib/README' to classloader
[junit4] 2> 1374496 T2171 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/collection1/lib/classes/' to classloader
[junit4] 2> 1374559 T2171 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1374628 T2171 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1374729 T2171 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1374741 T2171 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1375430 T2171 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1375431 T2171 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1375432 T2171 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1375445 T2171 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1375449 T2171 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1375468 T2171 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1375474 T2171 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1375479 T2171 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1375480 T2171 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1375480 T2171 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1375480 T2171 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1375481 T2171 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1375481 T2171 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1375482 T2171 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1375482 T2171 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374888529081/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty2/
[junit4] 2> 1375482 T2171 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@484dd493
[junit4] 2> 1375485 T2171 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty2
[junit4] 2> 1375485 T2171 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty2/index/
[junit4] 2> 1375485 T2171 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1375486 T2171 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty2/index
[junit4] 2> 1375490 T2171 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@72113491 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9be90f8),segFN=segments_1,generation=1}
[junit4] 2> 1375490 T2171 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1375495 T2171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1375496 T2171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1375496 T2171 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1375497 T2171 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1375498 T2171 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1375498 T2171 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1375498 T2171 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1375499 T2171 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1375499 T2171 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1375517 T2171 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1375525 T2171 oass.SolrIndexSearcher.<init> Opening Searcher@db0784c main
[junit4] 2> 1375526 T2171 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1375526 T2171 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1375531 T2172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@db0784c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1375534 T2171 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1375534 T2171 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21492/_hl/n collection:collection1 shard:shard2
[junit4] 2> 1375534 T2171 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1375551 T2171 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1375639 T2171 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1375674 T2171 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1375674 T2171 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1375674 T2171 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21492/_hl/n/collection1/
[junit4] 2> 1375675 T2171 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1375675 T2171 oasc.SyncStrategy.syncToMe http://127.0.0.1:21492/_hl/n/collection1/ has no replicas
[junit4] 2> 1375675 T2171 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21492/_hl/n/collection1/ shard2
[junit4] 2> 1375675 T2171 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1377006 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1377029 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1377029 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1377029 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1377029 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1377056 T2171 oasc.ZkController.register We are http://127.0.0.1:21492/_hl/n/collection1/ and leader is http://127.0.0.1:21492/_hl/n/collection1/
[junit4] 2> 1377056 T2171 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21492/_hl/n
[junit4] 2> 1377056 T2171 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1377056 T2171 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1377057 T2171 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1377058 T2171 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1377059 T2112 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1377060 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1377061 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1377355 T2112 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1377359 T2112 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21501
[junit4] 2> 1377360 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1377361 T2112 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1377361 T2112 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221
[junit4] 2> 1377362 T2112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/'
[junit4] 2> 1377402 T2112 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/solr.xml
[junit4] 2> 1377493 T2112 oasc.CoreContainer.<init> New CoreContainer 2134954184
[junit4] 2> 1377494 T2112 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/]
[junit4] 2> 1377496 T2112 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1377497 T2112 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1377497 T2112 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1377498 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1377498 T2112 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1377499 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1377499 T2112 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1377499 T2112 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1377500 T2112 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1377501 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1377518 T2112 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54115/solr
[junit4] 2> 1377519 T2112 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1377520 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377523 T2184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@95690a0 name:ZooKeeperConnection Watcher:127.0.0.1:54115 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377523 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377536 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1377548 T2112 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377550 T2186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@388671ce name:ZooKeeperConnection Watcher:127.0.0.1:54115/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377550 T2112 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377559 T2112 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1378534 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1378535 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21492__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:21492/_hl/n"}
[junit4] 2> 1378551 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378551 T2186 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378551 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378551 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378551 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378562 T2112 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21501__hl%2Fn
[junit4] 2> 1378564 T2112 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21501__hl%2Fn
[junit4] 2> 1378566 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378566 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378566 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378567 T2154 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1378567 T2186 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1378568 T2141 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1378567 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1378568 T2170 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1378568 T2186 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1378574 T2134 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1378580 T2187 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1378581 T2187 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1378582 T2187 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1380055 T2135 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1380056 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21501__hl%2Fn",
[junit4] 2> "base_url":"http://127.0.0.1:21501/_hl/n"}
[junit4] 2> 1380057 T2135 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1380057 T2135 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1380073 T2186 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1380073 T2154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1380073 T2141 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1380073 T2134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1380073 T2170 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1380585 T2187 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1380585 T2187 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/collection1
[junit4] 2> 1380585 T2187 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1380586 T2187 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1380586 T2187 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1380587 T2187 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/collection1/'
[junit4] 2> 1380589 T2187 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/collection1/lib/classes/' to classloader
[junit4] 2> 1380590 T2187 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/collection1/lib/README' to classloader
[junit4] 2> 1380649 T2187 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1380733 T2187 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1380834 T2187 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1380846 T2187 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1381521 T2187 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1381522 T2187 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1381522 T2187 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1381532 T2187 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1381536 T2187 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1381546 T2187 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1381550 T2187 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1381553 T2187 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1381554 T2187 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1381555 T2187 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1381555 T2187 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1381556 T2187 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1381556 T2187 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1381556 T2187 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1381557 T2187 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374888535221/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty3/
[junit4] 2> 1381557 T2187 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@484dd493
[junit4] 2> 1381558 T2187 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty3
[junit4] 2> 1381558 T2187 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty3/index/
[junit4] 2> 1381558 T2187 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 1381558 T2187 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374888518966/jetty3/index
[junit4] 2> 1381562 T2187 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e2f06fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@565657f5),segFN=segments_1,generation=1}
[junit4] 2> 1381562 T2187 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1381566 T2187 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1381566 T2187 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1381567 T2187 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1381568 T2187 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1381568 T2187 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1381568 T2187 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1381568 T2187 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1381569 T2187 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1381569 T2187 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1381586 T2187 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1381593 T2187 oass.SolrIndexSearcher.<init> Opening Searcher@44516d6d main
[junit4] 2> 1381594 T2187 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1381595 T2187 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1381598 T2188 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@44516d6d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1381600 T2187 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1381600 T2187 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21501/_hl/n collection:collection1 shard:shard1
[junit4] 2> 1381600 T2187 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1381646 T2187 oasc.ZkController.register We are http://127.0.0.1:21501/_hl/n/collection1/ and leader is http://127.0.0.1:21484/_hl/n/collection1/
[junit4] 2> 1381647 T2187 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21501/_hl/n
[junit4] 2> 1381647 T2187 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 1381647 T2187 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C447 name=collection1 org.apache.solr.core.SolrCore@5e698704 url=http://127.0.0.1:21501/_hl/n/collection1 node=127.0.0.1:21501__hl%2Fn C447_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:21501__hl%2Fn, base_url=http://127.0.0.1:21501/_hl/n}
[junit4] 2> 1381648 T2189 C447 P21501 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 1381648 T2187 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1381648 T2189 C447 P21501 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 1381649 T2189 C447 P21501 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 1381649 T2189 C447 P21501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1381649 T2112 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1381650 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1381650 T2112 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1381650 T2189 C447 P21501 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1381667 T2144 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 1381850 T2112 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1381853 T2112 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21510
[junit4] 2> 1381854 T2112 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1381854 T2112 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1381854 T2112 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374888539810
[junit4] 2> 1381855 T2112 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374888539810/'
[junit4] 2>
[...truncated too long message...]
AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:579)
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=no, timezone=Atlantic/Jan_Mayen
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=168297664,total=520093696
[junit4] 2> NOTE: All tests run in this JVM: [BlockDirectoryTest, OverseerTest, FieldMutatingUpdateProcessorTest, HdfsUnloadDistributedZkTest, TestDefaultSimilarityFactory, TestRangeQuery, TestPseudoReturnFields, CollectionsAPIDistributedZkTest, TestComponentsName, TestLFUCache, TestAddFieldRealTimeGet, TestSolrQueryParserResource, TestSolrQueryParserDefaultOperatorResource, DocValuesMultiTest, HighlighterTest, FastVectorHighlighterTest, DistanceFunctionTest, TestSolr4Spatial, TestFieldTypeCollectionResource, TestJoin, StressHdfsTest, HdfsDirectoryTest, TestLMJelinekMercerSimilarityFactory, DistributedQueryElevationComponentTest, JsonLoaderTest, SearchHandlerTest, SuggesterTest, TestCollationField, SpatialFilterTest, ZkNodePropsTest, BasicFunctionalityTest, DistributedSpellCheckComponentTest, FileUtilsTest, SyncSliceTest, TestArbitraryIndexDir, SuggesterTSTTest, CoreAdminHandlerTest, SOLR749Test, TestCharFilters, TestUpdate, TestAnalyzedSuggestions, StatelessScriptUpdateProcessorFactoryTest, BadCopyFieldTest, TestSort, TestCoreDiscovery, AnalysisAfterCoreReloadTest, RecoveryZkTest, TestQuerySenderNoQuery, AssignTest, TestMergePolicyConfig, DirectUpdateHandlerOptimizeTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=B9ACAC714840DD15 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=no -Dtests.timezone=Atlantic/Jan_Mayen -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2546, name=recoveryCmdExecutor-1549-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([B9ACAC714840DD15]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2546, name=recoveryCmdExecutor-1549-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([B9ACAC714840DD15]:0)
[junit4] Completed on J0 in 389.94s, 1 test, 2 errors <<< FAILURES!
[...truncated 558 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 662 ignored (6 assumptions)
Total time: 50 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1448 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1448/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=567, name=recoveryCmdExecutor-216-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=567, name=recoveryCmdExecutor-216-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([416B567A371DA10D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=567, name=recoveryCmdExecutor-216-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=567, name=recoveryCmdExecutor-216-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([416B567A371DA10D]:0)
Build Log:
[...truncated 9425 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 28235 T87 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 28244 T87 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374873141058
[junit4] 2> 28256 T87 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 28267 T88 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 28569 T87 oasc.ZkTestServer.run start zk server on port:40756
[junit4] 2> 28890 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 28950 T89 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 31078 T93 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16cf2c2f name:ZooKeeperConnection Watcher:127.0.0.1:40756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 31079 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 31085 T87 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 31160 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 31163 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4238365d name:ZooKeeperConnection Watcher:127.0.0.1:40756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 31163 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 31176 T87 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 31182 T87 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 31191 T87 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 31195 T87 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 31200 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 31201 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 31214 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 31214 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 31320 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 31321 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 31327 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 31327 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 31332 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 31333 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 31338 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 31339 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 31344 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 31345 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 31350 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 31350 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 31355 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 31356 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 32198 T87 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 32593 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 32646 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 32647 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 32647 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176
[junit4] 2> 32648 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/'
[junit4] 2> 32675 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/solr.xml
[junit4] 2> 32813 T87 oasc.CoreContainer.<init> New CoreContainer 998506008
[junit4] 2> 32814 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/]
[junit4] 2> 32815 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 32816 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 32816 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 32816 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 32817 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 32817 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 32818 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 32818 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 32818 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 32819 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 32832 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40756/solr
[junit4] 2> 32862 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 32863 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 32871 T108 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169f0dd4 name:ZooKeeperConnection Watcher:127.0.0.1:40756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 32871 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 32883 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 32897 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 32900 T110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a31cb47 name:ZooKeeperConnection Watcher:127.0.0.1:40756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 32900 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 32911 T87 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 32925 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 32948 T87 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 32951 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53302_
[junit4] 2> 32961 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53302_
[junit4] 2> 32967 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 33003 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 33008 T87 oasc.Overseer.start Overseer (id=90103686205865987-127.0.0.1:53302_-n_0000000000) starting
[junit4] 2> 33034 T87 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 33056 T112 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 33056 T87 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 33061 T87 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 33064 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 33098 T111 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 33119 T113 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 33120 T113 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 33123 T113 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 34612 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 34624 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:53302_",
[junit4] 2> "base_url":"http://127.0.0.1:53302"}
[junit4] 2> 34624 T111 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 34665 T111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 34699 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 35125 T113 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 35126 T113 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/collection1
[junit4] 2> 35126 T113 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 35128 T113 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 35128 T113 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 35131 T113 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/collection1/'
[junit4] 2> 35133 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/collection1/lib/README' to classloader
[junit4] 2> 35134 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/collection1/lib/classes/' to classloader
[junit4] 2> 35268 T113 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 35350 T113 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 35452 T113 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 35519 T113 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 36456 T113 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 36457 T113 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 36459 T113 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 36480 T113 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 36485 T113 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 36527 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 36534 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 36540 T113 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 36542 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 36542 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 36543 T113 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 36545 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 36545 T113 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 36546 T113 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 36546 T113 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374873144176/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/control/data/
[junit4] 2> 36547 T113 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37021b41
[junit4] 2> 36548 T113 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/control/data
[junit4] 2> 36549 T113 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/control/data/index/
[junit4] 2> 36549 T113 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 36550 T113 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/control/data/index
[junit4] 2> 36556 T113 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@327409f4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e97cd52),segFN=segments_1,generation=1}
[junit4] 2> 36556 T113 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 36645 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 36646 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 36647 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 36648 T113 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 36649 T113 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 36650 T113 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 36650 T113 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 36651 T113 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 36652 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 36669 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 36677 T113 oass.SolrIndexSearcher.<init> Opening Searcher@1ba31360 main
[junit4] 2> 36679 T113 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 36679 T113 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 36688 T114 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ba31360 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 36692 T113 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 36693 T113 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53302 collection:control_collection shard:shard1
[junit4] 2> 36716 T113 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 36738 T113 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 36761 T113 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 36774 T113 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 36774 T113 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 36775 T113 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53302/collection1/
[junit4] 2> 36776 T113 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 36776 T113 oasc.SyncStrategy.syncToMe http://127.0.0.1:53302/collection1/ has no replicas
[junit4] 2> 36777 T113 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53302/collection1/ shard1
[junit4] 2> 36777 T113 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 37711 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 37741 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 37774 T113 oasc.ZkController.register We are http://127.0.0.1:53302/collection1/ and leader is http://127.0.0.1:53302/collection1/
[junit4] 2> 37774 T113 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53302
[junit4] 2> 37775 T113 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 37775 T113 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 37775 T113 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 37779 T113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 37781 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 37781 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 37880 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 37907 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 37915 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 37921 T117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ea74bdc name:ZooKeeperConnection Watcher:127.0.0.1:40756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 37921 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 37923 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 37930 T87 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 38223 T87 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 38227 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 38228 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 38228 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 38229 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744
[junit4] 2> 38230 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/'
[junit4] 2> 38269 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/solr.xml
[junit4] 2> 38379 T87 oasc.CoreContainer.<init> New CoreContainer 726489930
[junit4] 2> 38380 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/]
[junit4] 2> 38383 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 38384 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 38384 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 38385 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 38385 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 38386 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 38386 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 38387 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 38388 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 38388 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 38406 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40756/solr
[junit4] 2> 38407 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 38408 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 38414 T128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c62bc5 name:ZooKeeperConnection Watcher:127.0.0.1:40756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 38415 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 38418 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 38432 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 38434 T130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@617e3038 name:ZooKeeperConnection Watcher:127.0.0.1:40756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 38435 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 38448 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 39257 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 39260 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:53302_",
[junit4] 2> "base_url":"http://127.0.0.1:53302"}
[junit4] 2> 39274 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 39274 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 39274 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 39453 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41315_
[junit4] 2> 39457 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41315_
[junit4] 2> 39467 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 39467 T110 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 39467 T130 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 39468 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 39468 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 39470 T117 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 39486 T131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 39487 T131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 39489 T131 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 40782 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 40785 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41315_",
[junit4] 2> "base_url":"http://127.0.0.1:41315"}
[junit4] 2> 40785 T111 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 40786 T111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 40799 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 40799 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 40799 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 41492 T131 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 41492 T131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/collection1
[junit4] 2> 41493 T131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 41494 T131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 41494 T131 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 41496 T131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/collection1/'
[junit4] 2> 41498 T131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/collection1/lib/README' to classloader
[junit4] 2> 41499 T131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/collection1/lib/classes/' to classloader
[junit4] 2> 41561 T131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 41625 T131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 41727 T131 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 41781 T131 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 42477 T131 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 42477 T131 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 42480 T131 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 42505 T131 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 42511 T131 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 42551 T131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 42558 T131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 42564 T131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 42566 T131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 42566 T131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 42567 T131 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 42569 T131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 42569 T131 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 42570 T131 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 42570 T131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374873150744/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty1/
[junit4] 2> 42571 T131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37021b41
[junit4] 2> 42574 T131 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty1
[junit4] 2> 42574 T131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty1/index/
[junit4] 2> 42574 T131 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 42575 T131 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty1/index
[junit4] 2> 42580 T131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@241880aa lockFactory=org.apache.lucene.store.NativeFSLockFactory@6403745f),segFN=segments_1,generation=1}
[junit4] 2> 42580 T131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 42592 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 42592 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 42594 T131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 42596 T131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 42598 T131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 42598 T131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 42599 T131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 42600 T131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 42601 T131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 42622 T131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 42632 T131 oass.SolrIndexSearcher.<init> Opening Searcher@3c8e7051 main
[junit4] 2> 42634 T131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 42634 T131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 42648 T132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3c8e7051 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 42655 T131 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 42655 T131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41315 collection:collection1 shard:shard1
[junit4] 2> 42656 T131 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 42676 T131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 42799 T131 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 42853 T131 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 42853 T131 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 42853 T131 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41315/collection1/
[junit4] 2> 42854 T131 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 42855 T131 oasc.SyncStrategy.syncToMe http://127.0.0.1:41315/collection1/ has no replicas
[junit4] 2> 42855 T131 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41315/collection1/ shard1
[junit4] 2> 42855 T131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 43810 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 43841 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 43841 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 43841 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 43887 T131 oasc.ZkController.register We are http://127.0.0.1:41315/collection1/ and leader is http://127.0.0.1:41315/collection1/
[junit4] 2> 43887 T131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41315
[junit4] 2> 43887 T131 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 43888 T131 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 43888 T131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 43892 T131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 43894 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 43894 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 43895 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 44235 T87 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 44238 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 44239 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 44240 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 44241 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720
[junit4] 2> 44241 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/'
[junit4] 2> 44288 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/solr.xml
[junit4] 2> 44385 T87 oasc.CoreContainer.<init> New CoreContainer 1289235852
[junit4] 2> 44385 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/]
[junit4] 2> 44388 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 44388 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 44389 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 44389 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 44390 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 44390 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 44391 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 44392 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 44392 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 44393 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 44411 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40756/solr
[junit4] 2> 44411 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 44413 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 44416 T144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2afd12ab name:ZooKeeperConnection Watcher:127.0.0.1:40756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 44417 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 44420 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 44433 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 44436 T146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@545302f5 name:ZooKeeperConnection Watcher:127.0.0.1:40756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 44437 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 44444 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 45357 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 45359 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41315_",
[junit4] 2> "base_url":"http://127.0.0.1:41315"}
[junit4] 2> 45379 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 45379 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 45379 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 45379 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 45450 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52752_
[junit4] 2> 45452 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52752_
[junit4] 2> 45456 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 45456 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 45457 T130 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 45457 T110 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 45457 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 45458 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 45460 T146 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 45460 T117 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 45469 T147 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 45470 T147 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 45473 T147 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 46888 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 46891 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:52752_",
[junit4] 2> "base_url":"http://127.0.0.1:52752"}
[junit4] 2> 46891 T111 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 46892 T111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 46931 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 46931 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 46931 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 46931 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 47475 T147 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 47475 T147 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/collection1
[junit4] 2> 47476 T147 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 47477 T147 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 47478 T147 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 47479 T147 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/collection1/'
[junit4] 2> 47481 T147 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/collection1/lib/classes/' to classloader
[junit4] 2> 47482 T147 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/collection1/lib/README' to classloader
[junit4] 2> 47547 T147 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 47627 T147 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 47730 T147 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 47768 T147 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 48404 T147 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 48404 T147 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 48406 T147 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 48419 T147 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 48422 T147 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 48452 T147 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 48457 T147 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 48462 T147 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 48464 T147 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 48464 T147 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 48464 T147 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 48466 T147 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 48466 T147 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 48467 T147 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 48467 T147 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374873156720/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty2/
[junit4] 2> 48467 T147 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37021b41
[junit4] 2> 48469 T147 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty2
[junit4] 2> 48469 T147 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty2/index/
[junit4] 2> 48469 T147 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 48470 T147 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty2/index
[junit4] 2> 48473 T147 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c24ce05 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5074fb60),segFN=segments_1,generation=1}
[junit4] 2> 48473 T147 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 48480 T147 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 48481 T147 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 48482 T147 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 48483 T147 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 48484 T147 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 48484 T147 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 48485 T147 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 48486 T147 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 48486 T147 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 48497 T147 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 48502 T147 oass.SolrIndexSearcher.<init> Opening Searcher@7e8958a main
[junit4] 2> 48504 T147 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 48504 T147 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 48514 T148 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e8958a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 48519 T147 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 48519 T147 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52752 collection:collection1 shard:shard2
[junit4] 2> 48519 T147 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 48533 T147 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 48581 T147 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 48586 T147 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 48586 T147 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 48586 T147 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52752/collection1/
[junit4] 2> 48587 T147 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 48587 T147 oasc.SyncStrategy.syncToMe http://127.0.0.1:52752/collection1/ has no replicas
[junit4] 2> 48587 T147 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52752/collection1/ shard2
[junit4] 2> 48587 T147 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 49941 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 49967 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 49967 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 49967 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 49967 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 49973 T147 oasc.ZkController.register We are http://127.0.0.1:52752/collection1/ and leader is http://127.0.0.1:52752/collection1/
[junit4] 2> 49973 T147 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52752
[junit4] 2> 49973 T147 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 49974 T147 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 49974 T147 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 49980 T147 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 49981 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 49982 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 49983 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 50329 T87 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 50333 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 50334 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 50334 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 50335 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810
[junit4] 2> 50335 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/'
[junit4] 2> 50380 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/solr.xml
[junit4] 2> 50484 T87 oasc.CoreContainer.<init> New CoreContainer 1205502884
[junit4] 2> 50485 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/]
[junit4] 2> 50487 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 50488 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 50488 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 50489 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 50489 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 50490 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 50490 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 50491 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 50491 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 50492 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 50510 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40756/solr
[junit4] 2> 50511 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 50512 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 50516 T160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@932c42f name:ZooKeeperConnection Watcher:127.0.0.1:40756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 50516 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 50529 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 50542 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 50553 T162 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ccacf42 name:ZooKeeperConnection Watcher:127.0.0.1:40756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 50553 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 50572 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 51483 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 51486 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:52752_",
[junit4] 2> "base_url":"http://127.0.0.1:52752"}
[junit4] 2> 51501 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51502 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51501 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51501 T162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51501 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51577 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32582_
[junit4] 2> 51579 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32582_
[junit4] 2> 51583 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51583 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51583 T162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 51584 T110 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 51584 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 51584 T130 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 51585 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 51587 T146 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 51587 T117 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 51587 T162 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 51597 T163 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 51597 T163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 51599 T163 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 53010 T111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 53012 T111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:32582_",
[junit4] 2> "base_url":"http://127.0.0.1:32582"}
[junit4] 2> 53013 T111 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 53013 T111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 53036 T146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 53037 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 53036 T117 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 53036 T162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 53036 T110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 53602 T163 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 53602 T163 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/collection1
[junit4] 2> 53603 T163 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 53604 T163 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 53604 T163 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 53606 T163 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/collection1/'
[junit4] 2> 53608 T163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/collection1/lib/classes/' to classloader
[junit4] 2> 53609 T163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/collection1/lib/README' to classloader
[junit4] 2> 53671 T163 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 53739 T163 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 53841 T163 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 53879 T163 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 54592 T163 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 54593 T163 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 54595 T163 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 54615 T163 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 54619 T163 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 54659 T163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 54666 T163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 54672 T163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 54674 T163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 54674 T163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 54675 T163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 54677 T163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 54677 T163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 54678 T163 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 54678 T163 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374873162810/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty3/
[junit4] 2> 54679 T163 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@37021b41
[junit4] 2> 54680 T163 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty3
[junit4] 2> 54681 T163 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty3/index/
[junit4] 2> 54681 T163 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 54681 T163 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374873141057/jetty3/index
[junit4] 2> 54686 T163 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@20586c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@64d518c),segFN=segments_1,generation=1}
[junit4] 2> 54686 T163 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 54697 T163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 54698 T163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 54699 T163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 54701 T163 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 54702 T163 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 54703 T163 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 54703 T163 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 54705 T163 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 54706 T163 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 54723 T163 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 54731 T163 oass.SolrIndexSearcher.<init> Opening Searcher@2f3546ae main
[junit4] 2> 54732 T163 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 54733 T163 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 54747 T164 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f3546ae main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 54754 T163 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 54754 T163 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32582 collection:collection1 shard:shard1
[junit4] 2> 54755 T163 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 54783 T163 oasc.ZkController.register We are http://127.0.0.1:32582/collection1/ and leader is http://127.0.0.1:41315/collection1/
[junit4] 2> 54784 T163 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32582
[junit4] 2> 54784 T163 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 54785 T163 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@75392d33 url=http://127.0.0.1:32582/collection1 node=127.0.0.1:32582_ C2_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:32582_, base_url=http://127.0.0.1:32582}
[junit4] 2> 54792 T165 C2 P32582 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 54793 T163 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 54793 T165 C2 P32582 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 54794 T165 C2 P32582 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 54795 T165 C2 P32582 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 54795 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 54796 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 54797 T87 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 54797 T165 C2 P32582 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 55192 T87 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 55195 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 55197 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 55197 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 55198 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374873167628
[junit4] 2> 55198 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374873167628/'
[junit4] 2> 55251 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374873167628/solr.xml
[junit4] 2> 55368 T87 oasc.CoreContainer.<init> New CoreContainer 2131850856
[junit4] 2> 55369 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374873167628/]
[junit4] 2> 55371 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 55372 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 55372 T87 oashc.HttpS
[...truncated too long message...]
irector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=MockSep), n_f1=PostingsFormat(name=NestedPulsing), cat=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), foo_d=PostingsFormat(name=Lucene41WithOrds), n_tl1=PostingsFormat(name=NestedPulsing), foo_f=PostingsFormat(name=MockSep), n_d1=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), rnd_b=PostingsFormat(name=Lucene41WithOrds), intDefault=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), n_td1=PostingsFormat(name=NestedPulsing), timestamp=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), id=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=MockSep), range_facet_si=PostingsFormat(name=NestedPulsing), oddField_s=PostingsFormat(name=MockSep), sequence_i=PostingsFormat(name=MockSep), name=PostingsFormat(name=Lucene41WithOrds), foo_i=PostingsFormat(name=NestedPulsing), regex_dup_B_s=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), multiDefault=PostingsFormat(name=NestedPulsing), n_tf1=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), n_dt1=PostingsFormat(name=NestedPulsing), genre_s=PostingsFormat(name=MockSep), author_t=PostingsFormat(name=NestedPulsing), range_facet_l=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), n_ti1=PostingsFormat(name=Lucene41WithOrds), text=PostingsFormat(name=MockSep), _version_=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), val_i=PostingsFormat(name=Lucene41WithOrds), SubjectTerms_mfacet=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), series_t=PostingsFormat(name=NestedPulsing), a_t=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), n_tdt1=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), regex_dup_A_s=PostingsFormat(name=MockSep), price=PostingsFormat(name=MockSep), other_tl1=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), n_l1=Pulsing41(freqCutoff=20 minBlockSize=10 maxBlockSize=65), a_si=PostingsFormat(name=NestedPulsing), inStock=PostingsFormat(name=MockSep)}, docValues:{}, sim=DefaultSimilarity, locale=th_TH_TH_#u-nu-thai, timezone=Etc/GMT-10
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=416465296,total=535822336
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrXmlPersistence, XmlUpdateRequestHandlerTest, TestFuzzyAnalyzedSuggestions, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=416B567A371DA10D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th_TH_TH_#u-nu-thai -Dtests.timezone=Etc/GMT-10 -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=567, name=recoveryCmdExecutor-216-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([416B567A371DA10D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=567, name=recoveryCmdExecutor-216-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([416B567A371DA10D]:0)
[junit4] Completed on J0 in 430.89s, 1 test, 2 errors <<< FAILURES!
[...truncated 849 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 944 ignored
Total time: 46 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure