You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/24 06:13:23 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1823 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1823/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=652, name=recoveryCmdExecutor-154-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=652, name=recoveryCmdExecutor-154-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([CBCE62F731DA48C8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=652, name=recoveryCmdExecutor-154-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=652, name=recoveryCmdExecutor-154-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([CBCE62F731DA48C8]:0)
Build Log:
[...truncated 8785 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 44130 T151 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 44140 T151 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374638041349
[junit4] 2> 44156 T151 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 44168 T152 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 44470 T151 oasc.ZkTestServer.run start zk server on port:40926
[junit4] 2> 44801 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 44904 T158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a4aad7f name:ZooKeeperConnection Watcher:127.0.0.1:40926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 44905 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 44912 T151 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 45067 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 45145 T160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41171d93 name:ZooKeeperConnection Watcher:127.0.0.1:40926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 45146 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 45163 T151 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 45171 T151 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 45194 T151 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 45200 T151 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 45222 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 45223 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 45290 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 45290 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 45396 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 45398 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 45404 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 45405 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 45410 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 45411 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 45449 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 45450 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 45456 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 45457 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 45468 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 45469 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 45527 T151 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 45528 T151 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 45973 T151 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 45985 T151 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40929
[junit4] 2> 45986 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 45987 T151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 45988 T151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753
[junit4] 2> 45988 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/'
[junit4] 2> 46030 T151 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/solr.xml
[junit4] 2> 46115 T151 oasc.CoreContainer.<init> New CoreContainer 85964998
[junit4] 2> 46116 T151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/]
[junit4] 2> 46118 T151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 46118 T151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 46119 T151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 46119 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 46120 T151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 46121 T151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 46121 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 46122 T151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 46122 T151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 46123 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 46143 T151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40926/solr
[junit4] 2> 46261 T151 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 46263 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 46267 T171 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@390c5c0 name:ZooKeeperConnection Watcher:127.0.0.1:40926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 46268 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 46306 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 46327 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 46330 T173 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aca2076 name:ZooKeeperConnection Watcher:127.0.0.1:40926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 46331 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 46351 T151 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 46370 T151 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 46405 T151 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 46409 T151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40929_
[junit4] 2> 46421 T151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40929_
[junit4] 2> 46427 T151 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 46517 T151 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 46530 T151 oasc.Overseer.start Overseer (id=90088278707339267-127.0.0.1:40929_-n_0000000000) starting
[junit4] 2> 46574 T151 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 46615 T175 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 46615 T151 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 46641 T151 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 46645 T151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 46705 T174 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 46738 T176 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 46738 T176 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 46741 T176 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 48265 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 48274 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40929_",
[junit4] 2> "base_url":"http://127.0.0.1:40929"}
[junit4] 2> 48275 T174 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 48344 T174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 48380 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 48743 T176 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 48743 T176 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/collection1
[junit4] 2> 48744 T176 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 48745 T176 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 48746 T176 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 48748 T176 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/collection1/'
[junit4] 2> 48750 T176 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/collection1/lib/classes/' to classloader
[junit4] 2> 48751 T176 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/collection1/lib/README' to classloader
[junit4] 2> 48856 T176 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 48937 T176 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 49040 T176 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 49055 T176 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 49777 T176 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 49777 T176 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 49779 T176 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 49795 T176 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 49800 T176 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 49834 T176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 49845 T176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 49852 T176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 49854 T176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 49854 T176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 49855 T176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 49857 T176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 49857 T176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 49858 T176 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 49858 T176 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374638042753/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/control/data/
[junit4] 2> 49859 T176 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a7bd7a
[junit4] 2> 49860 T176 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/control/data
[junit4] 2> 49860 T176 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/control/data/index/
[junit4] 2> 49861 T176 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 49861 T176 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/control/data/index
[junit4] 2> 49869 T176 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3be5d207 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f2f0ce9),segFN=segments_1,generation=1}
[junit4] 2> 49869 T176 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 50454 T176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 50455 T176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 50456 T176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 50456 T176 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 50457 T176 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 50457 T176 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 50457 T176 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 50458 T176 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 50458 T176 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 50465 T176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 50521 T176 oass.SolrIndexSearcher.<init> Opening Searcher@3356f770 main
[junit4] 2> 50530 T176 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 50530 T176 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 50534 T177 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3356f770 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 50536 T176 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 50536 T176 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40929 collection:control_collection shard:shard1
[junit4] 2> 50573 T176 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 50585 T176 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 50627 T176 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 50645 T176 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 50645 T176 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 50646 T176 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40929/collection1/
[junit4] 2> 50646 T176 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 50646 T176 oasc.SyncStrategy.syncToMe http://127.0.0.1:40929/collection1/ has no replicas
[junit4] 2> 50647 T176 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40929/collection1/ shard1
[junit4] 2> 50647 T176 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 51391 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 51462 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 51538 T176 oasc.ZkController.register We are http://127.0.0.1:40929/collection1/ and leader is http://127.0.0.1:40929/collection1/
[junit4] 2> 51538 T176 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40929
[junit4] 2> 51539 T176 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 51539 T176 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 51539 T176 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 51543 T176 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 51545 T151 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 51546 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 51547 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 51559 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 51584 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 51590 T180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b51574b name:ZooKeeperConnection Watcher:127.0.0.1:40926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 51590 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 51593 T151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 51609 T151 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 51973 T151 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 51976 T151 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40934
[junit4] 2> 51977 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 51978 T151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 51978 T151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816
[junit4] 2> 51979 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/'
[junit4] 2> 52018 T151 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/solr.xml
[junit4] 2> 52101 T151 oasc.CoreContainer.<init> New CoreContainer 996286438
[junit4] 2> 52101 T151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/]
[junit4] 2> 52103 T151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 52104 T151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 52105 T151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 52105 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 52106 T151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 52106 T151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 52107 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 52107 T151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 52108 T151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 52109 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 52126 T151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40926/solr
[junit4] 2> 52127 T151 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 52128 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 52131 T191 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@271c537f name:ZooKeeperConnection Watcher:127.0.0.1:40926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 52132 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 52136 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 52148 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 52151 T193 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@154ebadd name:ZooKeeperConnection Watcher:127.0.0.1:40926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 52151 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 52175 T151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 52991 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 52993 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40929_",
[junit4] 2> "base_url":"http://127.0.0.1:40929"}
[junit4] 2> 53013 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 53013 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 53013 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 53181 T151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40934_
[junit4] 2> 53183 T151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40934_
[junit4] 2> 53187 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 53187 T180 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 53187 T193 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 53188 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 53188 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 53190 T173 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 53234 T194 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 53235 T194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 53237 T194 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 54522 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 54524 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40934_",
[junit4] 2> "base_url":"http://127.0.0.1:40934"}
[junit4] 2> 54525 T174 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 54525 T174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 54547 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 54547 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 54547 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 55240 T194 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 55240 T194 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/collection1
[junit4] 2> 55241 T194 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 55242 T194 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 55242 T194 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 55244 T194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/collection1/'
[junit4] 2> 55246 T194 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/collection1/lib/README' to classloader
[junit4] 2> 55247 T194 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/collection1/lib/classes/' to classloader
[junit4] 2> 55308 T194 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 55379 T194 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 55481 T194 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 55497 T194 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 56228 T194 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 56229 T194 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 56231 T194 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 56249 T194 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 56254 T194 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 56287 T194 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 56294 T194 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 56300 T194 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 56302 T194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 56303 T194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 56303 T194 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 56305 T194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 56306 T194 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 56306 T194 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 56307 T194 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374638048816/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty1/
[junit4] 2> 56307 T194 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a7bd7a
[junit4] 2> 56309 T194 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty1
[junit4] 2> 56310 T194 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty1/index/
[junit4] 2> 56310 T194 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 56311 T194 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty1/index
[junit4] 2> 56322 T194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32e6e42e lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a5e88f7),segFN=segments_1,generation=1}
[junit4] 2> 56322 T194 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 56330 T194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 56331 T194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 56331 T194 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 56333 T194 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 56334 T194 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 56334 T194 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 56334 T194 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 56335 T194 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 56336 T194 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 56346 T194 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 56406 T194 oass.SolrIndexSearcher.<init> Opening Searcher@1ef1257f main
[junit4] 2> 56408 T194 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 56409 T194 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 56416 T195 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ef1257f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 56419 T194 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 56419 T194 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40934 collection:collection1 shard:shard1
[junit4] 2> 56420 T194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 56438 T194 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 56464 T194 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 56475 T194 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 56475 T194 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 56476 T194 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40934/collection1/
[junit4] 2> 56476 T194 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 56477 T194 oasc.SyncStrategy.syncToMe http://127.0.0.1:40934/collection1/ has no replicas
[junit4] 2> 56477 T194 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40934/collection1/ shard1
[junit4] 2> 56477 T194 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 57558 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 57591 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 57591 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 57591 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 57610 T194 oasc.ZkController.register We are http://127.0.0.1:40934/collection1/ and leader is http://127.0.0.1:40934/collection1/
[junit4] 2> 57610 T194 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40934
[junit4] 2> 57610 T194 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 57611 T194 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 57611 T194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 57614 T194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 57616 T151 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 57616 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 57617 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 58025 T151 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 58028 T151 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40941
[junit4] 2> 58029 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 58029 T151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 58030 T151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836
[junit4] 2> 58030 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/'
[junit4] 2> 58068 T151 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/solr.xml
[junit4] 2> 58145 T151 oasc.CoreContainer.<init> New CoreContainer 618055402
[junit4] 2> 58146 T151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/]
[junit4] 2> 58148 T151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 58148 T151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 58149 T151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 58149 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 58150 T151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 58150 T151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 58151 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 58151 T151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 58152 T151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 58152 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 58172 T151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40926/solr
[junit4] 2> 58173 T151 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 58174 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 58177 T207 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@109d3f8b name:ZooKeeperConnection Watcher:127.0.0.1:40926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 58177 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 58180 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 58192 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 58194 T209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@526963b0 name:ZooKeeperConnection Watcher:127.0.0.1:40926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 58195 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 58208 T151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 59102 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 59104 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40934_",
[junit4] 2> "base_url":"http://127.0.0.1:40934"}
[junit4] 2> 59125 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 59125 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 59125 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 59125 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 59214 T151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40941_
[junit4] 2> 59216 T151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40941_
[junit4] 2> 59224 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 59224 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 59225 T193 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 59225 T180 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 59225 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 59226 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 59227 T209 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 59229 T173 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 59237 T210 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 59237 T210 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 59240 T210 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 60633 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 60635 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40941_",
[junit4] 2> "base_url":"http://127.0.0.1:40941"}
[junit4] 2> 60636 T174 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 60636 T174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 60668 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 60668 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 60668 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 60668 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 61242 T210 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 61242 T210 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/collection1
[junit4] 2> 61243 T210 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 61244 T210 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 61244 T210 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 61246 T210 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/collection1/'
[junit4] 2> 61248 T210 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/collection1/lib/README' to classloader
[junit4] 2> 61249 T210 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/collection1/lib/classes/' to classloader
[junit4] 2> 61308 T210 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 61374 T210 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 61476 T210 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 61491 T210 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 62183 T210 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 62184 T210 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 62185 T210 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 62202 T210 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 62207 T210 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 62239 T210 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 62246 T210 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 62252 T210 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 62254 T210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 62254 T210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 62255 T210 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 62257 T210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 62257 T210 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 62258 T210 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 62258 T210 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374638054836/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty2/
[junit4] 2> 62259 T210 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a7bd7a
[junit4] 2> 62260 T210 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty2
[junit4] 2> 62261 T210 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty2/index/
[junit4] 2> 62261 T210 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 62262 T210 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty2/index
[junit4] 2> 62266 T210 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b2b2f7f lockFactory=org.apache.lucene.store.NativeFSLockFactory@33d4f6b4),segFN=segments_1,generation=1}
[junit4] 2> 62267 T210 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 62274 T210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 62274 T210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 62275 T210 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 62276 T210 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 62277 T210 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 62278 T210 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 62278 T210 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 62279 T210 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 62280 T210 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 62291 T210 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 62350 T210 oass.SolrIndexSearcher.<init> Opening Searcher@55991e21 main
[junit4] 2> 62352 T210 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 62352 T210 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 62359 T211 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55991e21 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 62362 T210 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 62363 T210 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40941 collection:collection1 shard:shard2
[junit4] 2> 62363 T210 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 62381 T210 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 62414 T210 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 62442 T210 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 62442 T210 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 62442 T210 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40941/collection1/
[junit4] 2> 62443 T210 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 62443 T210 oasc.SyncStrategy.syncToMe http://127.0.0.1:40941/collection1/ has no replicas
[junit4] 2> 62443 T210 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40941/collection1/ shard2
[junit4] 2> 62443 T210 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 63680 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 63771 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 63772 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 63772 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 63771 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 63840 T210 oasc.ZkController.register We are http://127.0.0.1:40941/collection1/ and leader is http://127.0.0.1:40941/collection1/
[junit4] 2> 63840 T210 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40941
[junit4] 2> 63840 T210 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 63841 T210 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 63841 T210 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 63844 T210 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 63846 T151 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 63846 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 63847 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 64259 T151 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 64263 T151 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40948
[junit4] 2> 64263 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 64264 T151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 64265 T151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065
[junit4] 2> 64265 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/'
[junit4] 2> 64303 T151 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/solr.xml
[junit4] 2> 64382 T151 oasc.CoreContainer.<init> New CoreContainer 292713878
[junit4] 2> 64383 T151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/]
[junit4] 2> 64385 T151 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 64386 T151 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 64386 T151 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 64387 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 64387 T151 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 64388 T151 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 64389 T151 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 64389 T151 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 64390 T151 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 64390 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 64410 T151 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40926/solr
[junit4] 2> 64411 T151 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 64412 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 64416 T223 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7185d3cc name:ZooKeeperConnection Watcher:127.0.0.1:40926 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 64416 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 64435 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 64447 T151 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 64450 T225 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78da5318 name:ZooKeeperConnection Watcher:127.0.0.1:40926/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 64451 T151 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 64485 T151 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 65307 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 65309 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40941_",
[junit4] 2> "base_url":"http://127.0.0.1:40941"}
[junit4] 2> 65328 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65328 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65328 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65328 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65328 T225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65491 T151 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40948_
[junit4] 2> 65493 T151 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40948_
[junit4] 2> 65497 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65497 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 65498 T180 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 65498 T193 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 65498 T225 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 65498 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 65499 T225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 65499 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 65500 T209 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 65501 T173 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 65519 T226 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 65520 T226 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 65525 T226 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 66836 T174 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 66838 T174 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:40948_",
[junit4] 2> "base_url":"http://127.0.0.1:40948"}
[junit4] 2> 66839 T174 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 66839 T174 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 66856 T193 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 66856 T225 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 66856 T173 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 66856 T180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 66856 T209 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 67527 T226 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 67527 T226 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/collection1
[junit4] 2> 67527 T226 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 67528 T226 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 67529 T226 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 67530 T226 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/collection1/'
[junit4] 2> 67531 T226 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/collection1/lib/README' to classloader
[junit4] 2> 67532 T226 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/collection1/lib/classes/' to classloader
[junit4] 2> 67572 T226 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 67615 T226 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 67717 T226 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 67727 T226 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 68211 T226 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 68212 T226 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 68213 T226 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 68234 T226 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 68237 T226 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 68259 T226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 68264 T226 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 68268 T226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 68269 T226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 68270 T226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 68270 T226 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 68271 T226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 68271 T226 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 68272 T226 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 68272 T226 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374638061065/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty3/
[junit4] 2> 68272 T226 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28a7bd7a
[junit4] 2> 68273 T226 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty3
[junit4] 2> 68274 T226 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty3/index/
[junit4] 2> 68274 T226 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 68274 T226 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374638041348/jetty3/index
[junit4] 2> 68290 T226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2825a5d2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ac67f69),segFN=segments_1,generation=1}
[junit4] 2> 68290 T226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 68299 T226 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 68300 T226 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 68300 T226 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 68301 T226 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 68302 T226 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 68302 T226 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 68302 T226 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 68303 T226 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 68304 T226 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 68310 T226 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 68365 T226 oass.SolrIndexSearcher.<init> Opening Searcher@584b5abc main
[junit4] 2> 68367 T226 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 68367 T226 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 68372 T227 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@584b5abc main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 68374 T226 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 68374 T226 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40948 collection:collection1 shard:shard1
[junit4] 2> 68374 T226 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 68391 T226 oasc.ZkController.register We are http://127.0.0.1:40948/collection1/ and leader is http://127.0.0.1:40934/collection1/
[junit4] 2> 68391 T226 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40948
[junit4] 2> 68391 T226 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 68391 T226 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C16 name=collection1 org.apache.solr.core.SolrCore@20e74663 url=http://127.0.0.1:40948/collection1 node=127.0.0.1:40948_ C16_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:40948_, base_url=http://127.0.0.1:40948}
[junit4] 2> 68457 T228 C16 P40948 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 68457 T228 C16 P40948 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 68457 T226 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 68458 T228 C16 P40948 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 68458 T228 C16 P40948 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 68459 T151 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 68460 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 68460 T151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 68461 T228 C16 P40948 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 68479 T183 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 68752 T151 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 68754 T151 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40953
[junit4] 2> 68755 T151 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 68756 T151 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 68756 T151 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374638065679
[junit4] 2> 68756 T151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374638065679/'
[junit4] 2> 68783 T151 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374638065679/solr.xml
[junit4] 2> 68845 T151 oasc.CoreContainer.<init> New CoreContainer 1163958290
[junit4] 2> 68845 T151 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374638065679/]
[junit4] 2> 68847
[...truncated too long message...]
cheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=MockSep), n_f1=Lucene41(blocksize=128), cat=PostingsFormat(name=Direct), foo_d=PostingsFormat(name=Asserting), foo_f=PostingsFormat(name=MockSep), n_tl1=Lucene41(blocksize=128), n_d1=PostingsFormat(name=Direct), rnd_b=PostingsFormat(name=Asserting), intDefault=Lucene41(blocksize=128), n_td1=Lucene41(blocksize=128), timestamp=PostingsFormat(name=Direct), id=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Direct), oddField_s=PostingsFormat(name=Asserting), sequence_i=PostingsFormat(name=Asserting), name=PostingsFormat(name=Asserting), foo_i=Lucene41(blocksize=128), regex_dup_B_s=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Direct), n_tf1=PostingsFormat(name=Direct), n_dt1=Lucene41(blocksize=128), genre_s=PostingsFormat(name=Asserting), author_t=Lucene41(blocksize=128), range_facet_l=PostingsFormat(name=Direct), n_ti1=PostingsFormat(name=Asserting), text=PostingsFormat(name=MockSep), _version_=Lucene41(blocksize=128), val_i=PostingsFormat(name=Asserting), SubjectTerms_mfacet=Lucene41(blocksize=128), series_t=Lucene41(blocksize=128), a_t=PostingsFormat(name=Direct), n_tdt1=Lucene41(blocksize=128), regex_dup_A_s=PostingsFormat(name=MockSep), price=PostingsFormat(name=MockSep), other_tl1=Lucene41(blocksize=128), n_l1=PostingsFormat(name=Direct), a_si=Lucene41(blocksize=128), inStock=PostingsFormat(name=MockSep)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=zh_HK, timezone=Asia/Dacca
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=224061056,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminHandlerTest, TestFastWriter, DistributedTermsComponentTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=CBCE62F731DA48C8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=Asia/Dacca -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=652, name=recoveryCmdExecutor-154-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([CBCE62F731DA48C8]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=652, name=recoveryCmdExecutor-154-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([CBCE62F731DA48C8]:0)
[junit4] Completed on J0 in 439.68s, 1 test, 2 errors <<< FAILURES!
[...truncated 902 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:893: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 966 ignored
Total time: 42 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1824 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1824/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3435, name=recoveryCmdExecutor-1489-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3435, name=recoveryCmdExecutor-1489-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([9D19D1EC9D568F2B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3435, name=recoveryCmdExecutor-1489-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3435, name=recoveryCmdExecutor-1489-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([9D19D1EC9D568F2B]:0)
Build Log:
[...truncated 9096 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 759134 T2971 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 759138 T2971 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374667008084
[junit4] 2> 759139 T2971 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 759139 T2972 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 759240 T2971 oasc.ZkTestServer.run start zk server on port:48980
[junit4] 2> 759241 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 759245 T2978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16e62029 name:ZooKeeperConnection Watcher:127.0.0.1:48980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 759245 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 759246 T2971 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 759268 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 759270 T2980 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bb32bec name:ZooKeeperConnection Watcher:127.0.0.1:48980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 759271 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 759271 T2971 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 759282 T2971 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 759285 T2971 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 759288 T2971 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 759296 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 759297 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 759311 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 759311 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 759415 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 759416 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 759419 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 759420 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 759423 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 759424 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 759432 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 759432 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 759436 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 759436 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 759439 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 759440 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 759447 T2971 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 759448 T2971 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 759725 T2971 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 759730 T2971 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31913
[junit4] 2> 759730 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 759731 T2971 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 759731 T2971 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398
[junit4] 2> 759732 T2971 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/'
[junit4] 2> 759767 T2971 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/solr.xml
[junit4] 2> 759838 T2971 oasc.CoreContainer.<init> New CoreContainer 590481137
[junit4] 2> 759839 T2971 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/]
[junit4] 2> 759841 T2971 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 759841 T2971 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 759842 T2971 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 759842 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 759843 T2971 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 759843 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 759843 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 759844 T2971 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 759844 T2971 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 759845 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 759862 T2971 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48980/solr
[junit4] 2> 759862 T2971 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 759863 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 759866 T2991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2965ca44 name:ZooKeeperConnection Watcher:127.0.0.1:48980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 759866 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 759881 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 759893 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 759894 T2993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a098ab5 name:ZooKeeperConnection Watcher:127.0.0.1:48980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 759895 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 759897 T2971 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 759907 T2971 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 759910 T2971 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 759912 T2971 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31913_
[junit4] 2> 759913 T2971 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31913_
[junit4] 2> 759925 T2971 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 759938 T2971 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 759941 T2971 oasc.Overseer.start Overseer (id=90090177042251779-127.0.0.1:31913_-n_0000000000) starting
[junit4] 2> 759951 T2971 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 759962 T2995 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 759962 T2971 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 759965 T2971 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 759972 T2971 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 759974 T2994 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 759980 T2996 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 759980 T2996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 759981 T2996 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 761477 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 761479 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31913_",
[junit4] 2> "base_url":"http://127.0.0.1:31913"}
[junit4] 2> 761479 T2994 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 761479 T2994 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 761525 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 761983 T2996 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 761983 T2996 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/collection1
[junit4] 2> 761983 T2996 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 761984 T2996 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 761984 T2996 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 761985 T2996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/collection1/'
[junit4] 2> 761987 T2996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/collection1/lib/README' to classloader
[junit4] 2> 761987 T2996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/collection1/lib/classes/' to classloader
[junit4] 2> 762044 T2996 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 762102 T2996 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 762203 T2996 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 762214 T2996 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 762789 T2996 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 762790 T2996 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 762790 T2996 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 762798 T2996 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 762801 T2996 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 762813 T2996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 762817 T2996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 762820 T2996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 762821 T2996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 762821 T2996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 762821 T2996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 762822 T2996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 762822 T2996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 762822 T2996 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 762823 T2996 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374667008398/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/control/data/
[junit4] 2> 762823 T2996 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@706c08b2
[junit4] 2> 762823 T2996 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/control/data
[junit4] 2> 762824 T2996 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/control/data/index/
[junit4] 2> 762824 T2996 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 762824 T2996 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/control/data/index
[junit4] 2> 762827 T2996 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b9a3d8e lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cd2b5bf),segFN=segments_1,generation=1}
[junit4] 2> 762828 T2996 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 762831 T2996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 762831 T2996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 762831 T2996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 762832 T2996 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 762832 T2996 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 762832 T2996 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 762833 T2996 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 762833 T2996 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 762833 T2996 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 762839 T2996 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 762844 T2996 oass.SolrIndexSearcher.<init> Opening Searcher@250d2807 main
[junit4] 2> 762845 T2996 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 762845 T2996 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 762847 T2997 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@250d2807 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 762848 T2996 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 762848 T2996 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31913 collection:control_collection shard:shard1
[junit4] 2> 762848 T2996 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 762859 T2996 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 762877 T2996 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 762879 T2996 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 762880 T2996 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 762880 T2996 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31913/collection1/
[junit4] 2> 762880 T2996 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 762880 T2996 oasc.SyncStrategy.syncToMe http://127.0.0.1:31913/collection1/ has no replicas
[junit4] 2> 762880 T2996 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31913/collection1/ shard1
[junit4] 2> 762880 T2996 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 763029 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 763045 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 763090 T2996 oasc.ZkController.register We are http://127.0.0.1:31913/collection1/ and leader is http://127.0.0.1:31913/collection1/
[junit4] 2> 763090 T2996 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31913
[junit4] 2> 763090 T2996 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 763090 T2996 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 763091 T2996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 763092 T2996 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 763093 T2971 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 763094 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 763094 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 763101 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 763102 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 763104 T3000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e9afe62 name:ZooKeeperConnection Watcher:127.0.0.1:48980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 763104 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 763105 T2971 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 763107 T2971 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 763387 T2971 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 763389 T2971 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12066
[junit4] 2> 763390 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 763390 T2971 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 763391 T2971 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054
[junit4] 2> 763391 T2971 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/'
[junit4] 2> 763427 T2971 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/solr.xml
[junit4] 2> 763500 T2971 oasc.CoreContainer.<init> New CoreContainer 797992378
[junit4] 2> 763501 T2971 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/]
[junit4] 2> 763502 T2971 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 763503 T2971 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 763503 T2971 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 763504 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 763504 T2971 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 763505 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 763505 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 763506 T2971 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 763506 T2971 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 763507 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 763523 T2971 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48980/solr
[junit4] 2> 763524 T2971 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 763525 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 763531 T3011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3106aebb name:ZooKeeperConnection Watcher:127.0.0.1:48980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 763532 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 763547 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 763559 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 763561 T3013 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33468117 name:ZooKeeperConnection Watcher:127.0.0.1:48980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 763561 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 763570 T2971 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 764557 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 764559 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31913_",
[junit4] 2> "base_url":"http://127.0.0.1:31913"}
[junit4] 2> 764573 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 764573 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 764573 T2971 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12066_
[junit4] 2> 764573 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 764580 T2971 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12066_
[junit4] 2> 764583 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 764583 T2993 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 764583 T3013 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 764583 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 764583 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 764584 T3000 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 764591 T3014 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 764592 T3014 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 764593 T3014 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 766082 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 766084 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:12066_",
[junit4] 2> "base_url":"http://127.0.0.1:12066"}
[junit4] 2> 766084 T2994 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 766084 T2994 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 766099 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 766100 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 766100 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 766595 T3014 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 766595 T3014 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/collection1
[junit4] 2> 766595 T3014 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 766596 T3014 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 766596 T3014 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 766597 T3014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/collection1/'
[junit4] 2> 766599 T3014 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/collection1/lib/classes/' to classloader
[junit4] 2> 766599 T3014 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/collection1/lib/README' to classloader
[junit4] 2> 766652 T3014 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 766710 T3014 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 766811 T3014 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 766822 T3014 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 767428 T3014 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 767429 T3014 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 767429 T3014 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 767448 T3014 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 767453 T3014 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 767466 T3014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 767471 T3014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 767475 T3014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 767476 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 767476 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 767477 T3014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 767478 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 767478 T3014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 767478 T3014 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 767479 T3014 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374667012054/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty1/
[junit4] 2> 767479 T3014 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@706c08b2
[junit4] 2> 767480 T3014 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty1
[junit4] 2> 767480 T3014 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty1/index/
[junit4] 2> 767480 T3014 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 767481 T3014 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty1/index
[junit4] 2> 767490 T3014 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5614f152 lockFactory=org.apache.lucene.store.NativeFSLockFactory@c8ce1af),segFN=segments_1,generation=1}
[junit4] 2> 767491 T3014 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 767495 T3014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 767496 T3014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 767496 T3014 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 767497 T3014 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 767498 T3014 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 767498 T3014 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 767498 T3014 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 767499 T3014 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 767499 T3014 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 767509 T3014 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 767516 T3014 oass.SolrIndexSearcher.<init> Opening Searcher@160b7d6f main
[junit4] 2> 767517 T3014 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 767517 T3014 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 767522 T3015 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@160b7d6f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 767524 T3014 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 767525 T3014 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12066 collection:collection1 shard:shard1
[junit4] 2> 767525 T3014 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 767542 T3014 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 767562 T3014 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 767573 T3014 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 767573 T3014 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 767573 T3014 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:12066/collection1/
[junit4] 2> 767573 T3014 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 767574 T3014 oasc.SyncStrategy.syncToMe http://127.0.0.1:12066/collection1/ has no replicas
[junit4] 2> 767574 T3014 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:12066/collection1/ shard1
[junit4] 2> 767574 T3014 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 767604 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 767618 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 767618 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 767618 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 767631 T3014 oasc.ZkController.register We are http://127.0.0.1:12066/collection1/ and leader is http://127.0.0.1:12066/collection1/
[junit4] 2> 767631 T3014 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12066
[junit4] 2> 767631 T3014 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 767631 T3014 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 767632 T3014 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 767633 T3014 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 767634 T2971 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 767635 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 767635 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 767921 T2971 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 767924 T2971 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48027
[junit4] 2> 767924 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 767925 T2971 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 767925 T2971 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593
[junit4] 2> 767926 T2971 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/'
[junit4] 2> 767965 T2971 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/solr.xml
[junit4] 2> 768036 T2971 oasc.CoreContainer.<init> New CoreContainer 1468926539
[junit4] 2> 768037 T2971 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/]
[junit4] 2> 768039 T2971 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 768039 T2971 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 768040 T2971 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 768040 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 768041 T2971 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 768041 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 768042 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 768042 T2971 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 768042 T2971 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 768043 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 768060 T2971 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48980/solr
[junit4] 2> 768060 T2971 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 768061 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 768064 T3027 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e45eed5 name:ZooKeeperConnection Watcher:127.0.0.1:48980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 768064 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 768079 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 768089 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 768091 T3029 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30bb3d87 name:ZooKeeperConnection Watcher:127.0.0.1:48980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 768091 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 768101 T2971 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 769104 T2971 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48027_
[junit4] 2> 769106 T2971 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48027_
[junit4] 2> 769109 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 769109 T2993 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 769109 T3029 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 769109 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 769109 T3013 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 769110 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 769110 T3000 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 769123 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 769124 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:12066_",
[junit4] 2> "base_url":"http://127.0.0.1:12066"}
[junit4] 2> 769125 T3030 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 769125 T3030 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 769132 T3030 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 769134 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48027_",
[junit4] 2> "base_url":"http://127.0.0.1:48027"}
[junit4] 2> 769135 T2994 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 769135 T2994 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 769148 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 769148 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 769148 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 769148 T3029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 770133 T3030 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 770133 T3030 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/collection1
[junit4] 2> 770133 T3030 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 770134 T3030 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 770134 T3030 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 770135 T3030 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/collection1/'
[junit4] 2> 770137 T3030 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/collection1/lib/README' to classloader
[junit4] 2> 770137 T3030 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/collection1/lib/classes/' to classloader
[junit4] 2> 770190 T3030 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 770249 T3030 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 770350 T3030 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 770361 T3030 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 770981 T3030 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 770982 T3030 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 770983 T3030 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 770995 T3030 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 771000 T3030 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 771013 T3030 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 771018 T3030 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 771023 T3030 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 771024 T3030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 771024 T3030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 771024 T3030 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 771025 T3030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 771026 T3030 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 771026 T3030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 771026 T3030 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374667016593/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty2/
[junit4] 2> 771026 T3030 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@706c08b2
[junit4] 2> 771027 T3030 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty2
[junit4] 2> 771028 T3030 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty2/index/
[junit4] 2> 771028 T3030 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 771028 T3030 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty2/index
[junit4] 2> 771032 T3030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1230fd2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c63a914),segFN=segments_1,generation=1}
[junit4] 2> 771033 T3030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 771037 T3030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 771038 T3030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 771038 T3030 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 771039 T3030 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 771040 T3030 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 771040 T3030 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 771040 T3030 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 771041 T3030 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 771041 T3030 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 771051 T3030 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 771058 T3030 oass.SolrIndexSearcher.<init> Opening Searcher@5b04537b main
[junit4] 2> 771059 T3030 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 771059 T3030 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 771064 T3031 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b04537b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 771066 T3030 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 771066 T3030 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48027 collection:collection1 shard:shard2
[junit4] 2> 771067 T3030 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 771082 T3030 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 771112 T3030 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 771124 T3030 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 771124 T3030 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 771124 T3030 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48027/collection1/
[junit4] 2> 771124 T3030 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 771125 T3030 oasc.SyncStrategy.syncToMe http://127.0.0.1:48027/collection1/ has no replicas
[junit4] 2> 771125 T3030 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48027/collection1/ shard2
[junit4] 2> 771125 T3030 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 772157 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 772179 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 772179 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 772179 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 772179 T3029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 772210 T3030 oasc.ZkController.register We are http://127.0.0.1:48027/collection1/ and leader is http://127.0.0.1:48027/collection1/
[junit4] 2> 772210 T3030 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48027
[junit4] 2> 772210 T3030 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 772210 T3030 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 772211 T3030 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 772212 T3030 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 772213 T2971 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 772214 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 772214 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 772501 T2971 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 772503 T2971 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21520
[junit4] 2> 772504 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 772504 T2971 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 772505 T2971 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172
[junit4] 2> 772505 T2971 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/'
[junit4] 2> 772541 T2971 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/solr.xml
[junit4] 2> 772612 T2971 oasc.CoreContainer.<init> New CoreContainer 265885611
[junit4] 2> 772613 T2971 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/]
[junit4] 2> 772615 T2971 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 772615 T2971 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 772616 T2971 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 772616 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 772616 T2971 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 772617 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 772617 T2971 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 772618 T2971 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 772618 T2971 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 772619 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 772635 T2971 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:48980/solr
[junit4] 2> 772636 T2971 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 772637 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 772676 T3043 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75a0e3ad name:ZooKeeperConnection Watcher:127.0.0.1:48980 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 772676 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 772678 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 772690 T2971 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 772692 T3045 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@753e8ea4 name:ZooKeeperConnection Watcher:127.0.0.1:48980/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 772692 T2971 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 772704 T2971 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 773685 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 773687 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48027_",
[junit4] 2> "base_url":"http://127.0.0.1:48027"}
[junit4] 2> 773691 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773691 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773691 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773691 T3045 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773691 T3029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773708 T2971 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21520_
[junit4] 2> 773710 T2971 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21520_
[junit4] 2> 773712 T3029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773712 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 773712 T2993 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 773713 T3045 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 773713 T3013 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 773713 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 773713 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 773713 T3045 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 773714 T3029 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 773714 T3000 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 773722 T3046 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 773722 T3046 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 773723 T3046 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 775206 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 775208 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21520_",
[junit4] 2> "base_url":"http://127.0.0.1:21520"}
[junit4] 2> 775208 T2994 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 775208 T2994 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 775213 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 775213 T3045 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 775213 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 775213 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 775213 T3029 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 775725 T3046 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 775725 T3046 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/collection1
[junit4] 2> 775725 T3046 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 775726 T3046 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 775726 T3046 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 775727 T3046 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/collection1/'
[junit4] 2> 775729 T3046 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/collection1/lib/classes/' to classloader
[junit4] 2> 775729 T3046 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/collection1/lib/README' to classloader
[junit4] 2> 775782 T3046 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 775841 T3046 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 775942 T3046 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 775953 T3046 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 776563 T3046 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 776563 T3046 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 776564 T3046 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 776577 T3046 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 776581 T3046 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 776595 T3046 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 776600 T3046 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 776604 T3046 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 776605 T3046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 776605 T3046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 776606 T3046 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 776607 T3046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 776607 T3046 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 776607 T3046 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 776608 T3046 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374667021172/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty3/
[junit4] 2> 776608 T3046 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@706c08b2
[junit4] 2> 776609 T3046 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty3
[junit4] 2> 776610 T3046 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty3/index/
[junit4] 2> 776610 T3046 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 776610 T3046 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374667008084/jetty3/index
[junit4] 2> 776614 T3046 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@395f9ac0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@289d34f9),segFN=segments_1,generation=1}
[junit4] 2> 776614 T3046 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 776619 T3046 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 776619 T3046 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 776620 T3046 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 776621 T3046 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 776621 T3046 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 776621 T3046 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 776622 T3046 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 776623 T3046 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 776623 T3046 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 776632 T3046 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 776639 T3046 oass.SolrIndexSearcher.<init> Opening Searcher@6b151822 main
[junit4] 2> 776640 T3046 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 776641 T3046 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 776645 T3047 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b151822 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 776647 T3046 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 776648 T3046 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21520 collection:collection1 shard:shard1
[junit4] 2> 776648 T3046 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 776667 T3046 oasc.ZkController.register We are http://127.0.0.1:21520/collection1/ and leader is http://127.0.0.1:12066/collection1/
[junit4] 2> 776667 T3046 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21520
[junit4] 2> 776667 T3046 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 776668 T3046 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C660 name=collection1 org.apache.solr.core.SolrCore@78c5b207 url=http://127.0.0.1:21520/collection1 node=127.0.0.1:21520_ C660_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:21520_, base_url=http://127.0.0.1:21520}
[junit4] 2> 776668 T3048 C660 P21520 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 776669 T3048 C660 P21520 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 776669 T3046 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 776669 T3048 C660 P21520 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 776670 T3048 C660 P21520 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 776670 T2971 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 776671 T2971 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 776671 T3048 C660 P21520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 776671 T2971 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 776685 T3003 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 776717 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 776718 T2994 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"recovering",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21520_",
[junit4] 2> "base_url":"http://127.0.0.1:21520"}
[junit4] 2> 776738 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 776738 T3000 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 776738 T3013 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 776738 T3045 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4]
[...truncated too long message...]
Field_s=PostingsFormat(name=Memory doPackFST= true), sequence_i=PostingsFormat(name=Memory doPackFST= true), name=PostingsFormat(name=Memory doPackFST= true), foo_i=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), regex_dup_B_s=Lucene41(blocksize=128), multiDefault=Lucene41(blocksize=128), n_tf1=Lucene41(blocksize=128), n_dt1=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), genre_s=PostingsFormat(name=Memory doPackFST= true), author_t=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), range_facet_l=Lucene41(blocksize=128), n_ti1=PostingsFormat(name=Memory doPackFST= true), text=PostingsFormat(name=Lucene41WithOrds), _version_=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), val_i=PostingsFormat(name=Memory doPackFST= true), SubjectTerms_mfacet=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), series_t=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), a_t=Lucene41(blocksize=128), n_tdt1=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), regex_dup_A_s=PostingsFormat(name=Lucene41WithOrds), price=PostingsFormat(name=Lucene41WithOrds), other_tl1=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), n_l1=Lucene41(blocksize=128), a_si=Pulsing41(freqCutoff=19 minBlockSize=52 maxBlockSize=188), inStock=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ga_IE, timezone=America/Knox_IN
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=196390888,total=503447552
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, SystemInfoHandlerTest, OverseerTest, CoreAdminHandlerTest, CSVRequestHandlerTest, QueryEqualityTest, TestFaceting, StatelessScriptUpdateProcessorFactoryTest, MoreLikeThisHandlerTest, InfoHandlerTest, PolyFieldTest, DocValuesTest, TestLFUCache, TestUniqueKeyFieldResource, TestExtendedDismaxParser, AliasIntegrationTest, SchemaVersionSpecificBehaviorTest, LukeRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestFieldResource, AlternateDirectoryTest, TestStressVersions, FieldMutatingUpdateProcessorTest, TestReplicationHandler, SearchHandlerTest, TestCoreContainer, DateFieldTest, TestSolrQueryParserDefaultOperatorResource, TestLRUCache, DistributedTermsComponentTest, RegexBoostProcessorTest, DistributedSpellCheckComponentTest, SynonymTokenizerTest, TestFunctionQuery, TestTrie, TestCopyFieldCollectionResource, TestRandomDVFaceting, ParsingFieldUpdateProcessorsTest, TestRemoteStreaming, ZkCLITest, SpatialFilterTest, SoftAutoCommitTest, TestQuerySenderListener, SolrCoreTest, JsonLoaderTest, TestPropInjectDefaults, TestSearchPerf, SliceStateUpdateTest, TestSolrIndexConfig, SuggesterFSTTest, TestSolrDeletionPolicy2, BadCopyFieldTest, TestBadConfig, TestFieldTypeCollectionResource, FastVectorHighlighterTest, LeaderElectionTest, DistributedQueryElevationComponentTest, MBeansHandlerTest, RAMDirectoryFactoryTest, TestXIncludeConfig, CachingDirectoryFactoryTest, TestMaxScoreQueryParser, TestDocSet, AutoCommitTest, TestCharFilters, TestValueSourceCache, LoggingHandlerTest, TestSolrCoreProperties, TestPseudoReturnFields, PrimUtilsTest, CircularListTest, PrimitiveFieldTypeTest, BasicFunctionalityTest, TestWriterPerf, TestSolrQueryParser, DocumentBuilderTest, QueryElevationComponentTest, SOLR749Test, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=9D19D1EC9D568F2B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ga_IE -Dtests.timezone=America/Knox_IN -Dtests.file.encoding=ISO8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3435, name=recoveryCmdExecutor-1489-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([9D19D1EC9D568F2B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3435, name=recoveryCmdExecutor-1489-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([9D19D1EC9D568F2B]:0)
[junit4] Completed on J0 in 381.36s, 1 test, 2 errors <<< FAILURES!
[...truncated 531 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:893: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 550 ignored (4 assumptions)
Total time: 42 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure