You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/29 06:32:18 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1846 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1846/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2472, name=recoveryCmdExecutor-1262-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2472, name=recoveryCmdExecutor-1262-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([7BF4E0CE6B9DBCF0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2472, name=recoveryCmdExecutor-1262-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2472, name=recoveryCmdExecutor-1262-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([7BF4E0CE6B9DBCF0]:0)
Build Log:
[...truncated 9213 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 656110 T2032 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /m_oh/c
[junit4] 2> 656116 T2032 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1375071848001
[junit4] 2> 656117 T2032 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 656118 T2033 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 656219 T2032 oasc.ZkTestServer.run start zk server on port:22132
[junit4] 2> 656221 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 656225 T2039 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7264c63 name:ZooKeeperConnection Watcher:127.0.0.1:22132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 656225 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 656226 T2032 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 656251 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 656253 T2041 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@592b6761 name:ZooKeeperConnection Watcher:127.0.0.1:22132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 656253 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 656253 T2032 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 656264 T2032 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 656267 T2032 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 656269 T2032 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 656273 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 656273 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 656283 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 656284 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 656399 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 656400 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 656403 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 656404 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 656414 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 656414 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 656418 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 656418 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 656422 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 656422 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 656425 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 656426 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 656429 T2032 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 656430 T2032 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 656709 T2032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 656714 T2032 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22135
[junit4] 2> 656715 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 656716 T2032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 656716 T2032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324
[junit4] 2> 656716 T2032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/'
[junit4] 2> 656753 T2032 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/solr.xml
[junit4] 2> 656824 T2032 oasc.CoreContainer.<init> New CoreContainer 154033860
[junit4] 2> 656825 T2032 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/]
[junit4] 2> 656827 T2032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 656827 T2032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 656828 T2032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 656828 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 656829 T2032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 656829 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 656829 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 656830 T2032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 656830 T2032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 656831 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 656846 T2032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22132/solr
[junit4] 2> 656846 T2032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 656847 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 656850 T2052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@434f9a91 name:ZooKeeperConnection Watcher:127.0.0.1:22132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 656850 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 656865 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 656875 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 656877 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64daaeaf name:ZooKeeperConnection Watcher:127.0.0.1:22132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 656877 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 656880 T2032 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 656889 T2032 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 656893 T2032 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 656899 T2032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22135_m_oh%2Fc
[junit4] 2> 656901 T2032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22135_m_oh%2Fc
[junit4] 2> 656904 T2032 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 656920 T2032 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 656923 T2032 oasc.Overseer.start Overseer (id=90116708631052291-127.0.0.1:22135_m_oh%2Fc-n_0000000000) starting
[junit4] 2> 656934 T2032 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 656944 T2056 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 656945 T2032 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 656948 T2032 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 656954 T2032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 656958 T2055 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 656962 T2057 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 656962 T2057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 656964 T2057 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 658462 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 658463 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22135_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22135/m_oh/c"}
[junit4] 2> 658463 T2055 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 658463 T2055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 658478 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 658966 T2057 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 658966 T2057 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/collection1
[junit4] 2> 658966 T2057 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 658967 T2057 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 658967 T2057 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 658969 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/collection1/'
[junit4] 2> 658970 T2057 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/collection1/lib/classes/' to classloader
[junit4] 2> 658971 T2057 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/collection1/lib/README' to classloader
[junit4] 2> 659023 T2057 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 659082 T2057 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 659183 T2057 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 659195 T2057 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 659815 T2057 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 659815 T2057 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 659816 T2057 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 659828 T2057 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 659832 T2057 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 659848 T2057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 659853 T2057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 659857 T2057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 659858 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 659859 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 659859 T2057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 659860 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 659860 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 659861 T2057 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 659861 T2057 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375071848324/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/control/data/
[junit4] 2> 659861 T2057 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10393e97
[junit4] 2> 659862 T2057 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/control/data
[junit4] 2> 659862 T2057 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/control/data/index/
[junit4] 2> 659863 T2057 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 659863 T2057 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/control/data/index
[junit4] 2> 659867 T2057 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6549fed9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c9aa9a5),segFN=segments_1,generation=1}
[junit4] 2> 659868 T2057 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 659872 T2057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 659872 T2057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 659873 T2057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 659873 T2057 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 659874 T2057 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 659874 T2057 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 659874 T2057 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 659875 T2057 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 659875 T2057 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 659885 T2057 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 659892 T2057 oass.SolrIndexSearcher.<init> Opening Searcher@6202a293 main
[junit4] 2> 659893 T2057 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 659893 T2057 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 659897 T2058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6202a293 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 659898 T2057 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 659898 T2057 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22135/m_oh/c collection:control_collection shard:shard1
[junit4] 2> 659899 T2057 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 659916 T2057 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 659942 T2057 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 659954 T2057 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 659954 T2057 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 659954 T2057 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:22135/m_oh/c/collection1/
[junit4] 2> 659954 T2057 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 659955 T2057 oasc.SyncStrategy.syncToMe http://127.0.0.1:22135/m_oh/c/collection1/ has no replicas
[junit4] 2> 659955 T2057 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:22135/m_oh/c/collection1/ shard1
[junit4] 2> 659955 T2057 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 659982 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 659990 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 660013 T2057 oasc.ZkController.register We are http://127.0.0.1:22135/m_oh/c/collection1/ and leader is http://127.0.0.1:22135/m_oh/c/collection1/
[junit4] 2> 660013 T2057 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22135/m_oh/c
[junit4] 2> 660013 T2057 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 660013 T2057 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 660013 T2057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 660015 T2057 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 660016 T2032 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 660017 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 660017 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 660028 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 660030 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 660032 T2061 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18a683e5 name:ZooKeeperConnection Watcher:127.0.0.1:22132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 660032 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 660034 T2032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 660036 T2032 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 660299 T2032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 660302 T2032 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22139
[junit4] 2> 660303 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 660303 T2032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 660304 T2032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920
[junit4] 2> 660304 T2032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/'
[junit4] 2> 660340 T2032 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/solr.xml
[junit4] 2> 660411 T2032 oasc.CoreContainer.<init> New CoreContainer 201308695
[junit4] 2> 660412 T2032 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/]
[junit4] 2> 660414 T2032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 660414 T2032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 660414 T2032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 660415 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 660415 T2032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 660416 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 660416 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 660417 T2032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 660417 T2032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 660417 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 660434 T2032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22132/solr
[junit4] 2> 660435 T2032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 660436 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 660439 T2072 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42124228 name:ZooKeeperConnection Watcher:127.0.0.1:22132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 660439 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 660441 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 660453 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 660455 T2074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3542e239 name:ZooKeeperConnection Watcher:127.0.0.1:22132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 660455 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 660460 T2032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 661464 T2032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22139_m_oh%2Fc
[junit4] 2> 661466 T2032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22139_m_oh%2Fc
[junit4] 2> 661470 T2061 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 661470 T2074 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 661470 T2054 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 661471 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 661486 T2075 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 661486 T2075 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 661488 T2075 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 661497 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 661498 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22135_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22135/m_oh/c"}
[junit4] 2> 661502 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22139_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22139/m_oh/c"}
[junit4] 2> 661502 T2055 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 661502 T2055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 661512 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 661512 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 661512 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 662489 T2075 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 662489 T2075 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/collection1
[junit4] 2> 662489 T2075 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 662490 T2075 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 662490 T2075 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 662491 T2075 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/collection1/'
[junit4] 2> 662493 T2075 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/collection1/lib/classes/' to classloader
[junit4] 2> 662493 T2075 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/collection1/lib/README' to classloader
[junit4] 2> 662542 T2075 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 662597 T2075 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 662698 T2075 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 662709 T2075 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 663308 T2075 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 663309 T2075 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 663310 T2075 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 663322 T2075 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 663326 T2075 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 663340 T2075 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 663345 T2075 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 663349 T2075 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 663350 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 663350 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 663351 T2075 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 663352 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 663352 T2075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 663352 T2075 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 663353 T2075 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375071851920/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty1/
[junit4] 2> 663353 T2075 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10393e97
[junit4] 2> 663354 T2075 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty1
[junit4] 2> 663354 T2075 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty1/index/
[junit4] 2> 663354 T2075 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 663355 T2075 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty1/index
[junit4] 2> 663358 T2075 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75a57bb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c150669),segFN=segments_1,generation=1}
[junit4] 2> 663358 T2075 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 663363 T2075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 663363 T2075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 663364 T2075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 663365 T2075 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 663365 T2075 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 663365 T2075 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 663366 T2075 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 663366 T2075 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 663367 T2075 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 663376 T2075 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 663383 T2075 oass.SolrIndexSearcher.<init> Opening Searcher@168cc049 main
[junit4] 2> 663385 T2075 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 663385 T2075 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 663389 T2076 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@168cc049 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 663391 T2075 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 663391 T2075 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22139/m_oh/c collection:collection1 shard:shard1
[junit4] 2> 663392 T2075 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 663409 T2075 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 663427 T2075 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 663430 T2075 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 663430 T2075 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 663430 T2075 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:22139/m_oh/c/collection1/
[junit4] 2> 663430 T2075 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 663431 T2075 oasc.SyncStrategy.syncToMe http://127.0.0.1:22139/m_oh/c/collection1/ has no replicas
[junit4] 2> 663431 T2075 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:22139/m_oh/c/collection1/ shard1
[junit4] 2> 663431 T2075 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 664526 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 664551 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 664551 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 664551 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 664559 T2075 oasc.ZkController.register We are http://127.0.0.1:22139/m_oh/c/collection1/ and leader is http://127.0.0.1:22139/m_oh/c/collection1/
[junit4] 2> 664559 T2075 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22139/m_oh/c
[junit4] 2> 664559 T2075 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 664559 T2075 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 664559 T2075 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 664563 T2075 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 664564 T2032 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 664564 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 664565 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 664839 T2032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 664842 T2032 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22142
[junit4] 2> 664843 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 664843 T2032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 664844 T2032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458
[junit4] 2> 664844 T2032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/'
[junit4] 2> 664881 T2032 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/solr.xml
[junit4] 2> 664957 T2032 oasc.CoreContainer.<init> New CoreContainer 1372524156
[junit4] 2> 664958 T2032 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/]
[junit4] 2> 664959 T2032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 664960 T2032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 664960 T2032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 664961 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 664961 T2032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 664962 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 664962 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 664962 T2032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 664963 T2032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 664963 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 664979 T2032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22132/solr
[junit4] 2> 664979 T2032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 664980 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 664985 T2088 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70c018d9 name:ZooKeeperConnection Watcher:127.0.0.1:22132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 664985 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 665009 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 665019 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 665021 T2090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6952e928 name:ZooKeeperConnection Watcher:127.0.0.1:22132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 665021 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 665032 T2032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 666035 T2032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22142_m_oh%2Fc
[junit4] 2> 666037 T2032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22142_m_oh%2Fc
[junit4] 2> 666041 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 666041 T2074 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 666041 T2054 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 666041 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 666041 T2090 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 666041 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 666042 T2061 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 666057 T2091 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 666057 T2091 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 666059 T2091 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 666064 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 666065 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22139_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22139/m_oh/c"}
[junit4] 2> 666069 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22142_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22142/m_oh/c"}
[junit4] 2> 666070 T2055 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 666070 T2055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 666086 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 666086 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 666086 T2090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 666086 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 667060 T2091 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 667060 T2091 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/collection1
[junit4] 2> 667060 T2091 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 667061 T2091 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 667061 T2091 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 667062 T2091 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/collection1/'
[junit4] 2> 667063 T2091 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/collection1/lib/classes/' to classloader
[junit4] 2> 667063 T2091 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/collection1/lib/README' to classloader
[junit4] 2> 667104 T2091 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 667150 T2091 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 667252 T2091 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 667260 T2091 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 667781 T2091 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 667782 T2091 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 667782 T2091 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 667793 T2091 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 667797 T2091 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 667811 T2091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 667815 T2091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 667819 T2091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 667820 T2091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 667821 T2091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 667821 T2091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 667822 T2091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 667822 T2091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 667822 T2091 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 667823 T2091 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375071856458/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty2/
[junit4] 2> 667823 T2091 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10393e97
[junit4] 2> 667824 T2091 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty2
[junit4] 2> 667824 T2091 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty2/index/
[junit4] 2> 667824 T2091 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 667824 T2091 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty2/index
[junit4] 2> 667828 T2091 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@924d810 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7bbea6a1),segFN=segments_1,generation=1}
[junit4] 2> 667828 T2091 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 667832 T2091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 667833 T2091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 667833 T2091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 667834 T2091 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 667834 T2091 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 667835 T2091 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 667835 T2091 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 667835 T2091 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 667836 T2091 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 667846 T2091 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 667853 T2091 oass.SolrIndexSearcher.<init> Opening Searcher@26206e3f main
[junit4] 2> 667854 T2091 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 667854 T2091 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 667858 T2092 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26206e3f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 667860 T2091 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 667860 T2091 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22142/m_oh/c collection:collection1 shard:shard2
[junit4] 2> 667860 T2091 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 667875 T2091 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 667893 T2091 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 667902 T2091 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 667902 T2091 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 667902 T2091 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:22142/m_oh/c/collection1/
[junit4] 2> 667902 T2091 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 667903 T2091 oasc.SyncStrategy.syncToMe http://127.0.0.1:22142/m_oh/c/collection1/ has no replicas
[junit4] 2> 667903 T2091 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:22142/m_oh/c/collection1/ shard2
[junit4] 2> 667903 T2091 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 669095 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 669172 T2090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 669172 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 669172 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 669172 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 669191 T2091 oasc.ZkController.register We are http://127.0.0.1:22142/m_oh/c/collection1/ and leader is http://127.0.0.1:22142/m_oh/c/collection1/
[junit4] 2> 669191 T2091 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22142/m_oh/c
[junit4] 2> 669191 T2091 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 669191 T2091 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 669191 T2091 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 669266 T2091 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 669266 T2032 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 669267 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 669267 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 669483 T2032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 669486 T2032 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22145
[junit4] 2> 669487 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 669488 T2032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 669488 T2032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158
[junit4] 2> 669488 T2032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/'
[junit4] 2> 669516 T2032 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/solr.xml
[junit4] 2> 669572 T2032 oasc.CoreContainer.<init> New CoreContainer 1776459577
[junit4] 2> 669573 T2032 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/]
[junit4] 2> 669574 T2032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 669574 T2032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 669574 T2032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 669575 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 669575 T2032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 669575 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 669576 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 669576 T2032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 669576 T2032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 669576 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 669587 T2032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22132/solr
[junit4] 2> 669588 T2032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 669588 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 669591 T2104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d438d7e name:ZooKeeperConnection Watcher:127.0.0.1:22132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 669592 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 669615 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 669625 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 669630 T2106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20d2bf07 name:ZooKeeperConnection Watcher:127.0.0.1:22132/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 669630 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 669645 T2032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 670648 T2032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22145_m_oh%2Fc
[junit4] 2> 670678 T2032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22145_m_oh%2Fc
[junit4] 2> 670681 T2090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 670681 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 670682 T2074 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 670682 T2106 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 670682 T2054 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 670682 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 670683 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 670684 T2061 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 670684 T2090 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 670699 T2107 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 670700 T2107 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 670701 T2107 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 670767 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 670769 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22142_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22142/m_oh/c"}
[junit4] 2> 670773 T2055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22145_m_oh%2Fc",
[junit4] 2> "base_url":"http://127.0.0.1:22145/m_oh/c"}
[junit4] 2> 670773 T2055 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 670773 T2055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 670784 T2074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 670784 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 670784 T2106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 670784 T2061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 670784 T2090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 671702 T2107 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 671702 T2107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/collection1
[junit4] 2> 671702 T2107 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 671703 T2107 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 671703 T2107 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 671704 T2107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/collection1/'
[junit4] 2> 671705 T2107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/collection1/lib/classes/' to classloader
[junit4] 2> 671705 T2107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/collection1/lib/README' to classloader
[junit4] 2> 671743 T2107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 671793 T2107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 671895 T2107 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 671907 T2107 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 672502 T2107 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 672503 T2107 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 672503 T2107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 672512 T2107 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 672515 T2107 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 672529 T2107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 672535 T2107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 672539 T2107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 672540 T2107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 672541 T2107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 672541 T2107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 672542 T2107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 672542 T2107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 672543 T2107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 672543 T2107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375071861158/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty3/
[junit4] 2> 672543 T2107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@10393e97
[junit4] 2> 672544 T2107 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty3
[junit4] 2> 672544 T2107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty3/index/
[junit4] 2> 672545 T2107 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 672545 T2107 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375071848000/jetty3/index
[junit4] 2> 672549 T2107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43e75865 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41ffbc5b),segFN=segments_1,generation=1}
[junit4] 2> 672549 T2107 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 672554 T2107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 672554 T2107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 672555 T2107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 672556 T2107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 672556 T2107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 672556 T2107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 672557 T2107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 672557 T2107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 672558 T2107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 672568 T2107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 672576 T2107 oass.SolrIndexSearcher.<init> Opening Searcher@43c055af main
[junit4] 2> 672577 T2107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 672577 T2107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 672582 T2108 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43c055af main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 672584 T2107 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 672584 T2107 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22145/m_oh/c collection:collection1 shard:shard1
[junit4] 2> 672584 T2107 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 672603 T2107 oasc.ZkController.register We are http://127.0.0.1:22145/m_oh/c/collection1/ and leader is http://127.0.0.1:22139/m_oh/c/collection1/
[junit4] 2> 672604 T2107 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22145/m_oh/c
[junit4] 2> 672604 T2107 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 672604 T2107 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C645 name=collection1 org.apache.solr.core.SolrCore@5700078 url=http://127.0.0.1:22145/m_oh/c/collection1 node=127.0.0.1:22145_m_oh%2Fc C645_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:22145_m_oh%2Fc, base_url=http://127.0.0.1:22145/m_oh/c}
[junit4] 2> 672604 T2109 C645 P22145 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 672605 T2109 C645 P22145 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 672605 T2107 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 672605 T2109 C645 P22145 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 672606 T2109 C645 P22145 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 672606 T2032 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 672607 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 672607 T2109 C645 P22145 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 672607 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 672622 T2064 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 672898 T2032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 672902 T2032 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22149
[junit4] 2> 672902 T2032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 672903 T2032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 672903 T2032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375071864505
[junit4] 2> 672904 T2032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375071864505/'
[junit4] 2> 672941 T2032 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375071864505/solr.xml
[junit4] 2> 673016 T2032 oasc.CoreContainer.<init> New CoreContainer 1062517552
[junit4] 2> 673016 T2032 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375071864505/]
[junit4] 2> 673018 T2032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 673018 T2032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 673019 T2032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 673019 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 673019 T2032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 673019 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 673020 T2032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 673020 T2032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 673020 T2032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 673021 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 673031 T2032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22132/solr
[junit4] 2> 673031 T2032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 673032 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 673035 T2121 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53cd6ccb name:ZooKeeperConnection Watcher:127.0.0.1:22132 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 673035 T2032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 673053 T2032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 673060 T2032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 673062 T2123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionMan
[...truncated too long message...]
efaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_TN, timezone=PRT
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=88012232,total=412155904
[junit4] 2> NOTE: All tests run in this JVM: [TestLazyCores, TestCoreDiscovery, DocValuesMultiTest, SpellPossibilityIteratorTest, TestJmxMonitoredMap, RequestHandlersTest, SolrCoreCheckLockOnStartupTest, TestCollationField, IndexReaderFactoryTest, SampleTest, ConvertedLegacyTest, DOMUtilTest, TestDistributedSearch, TestAnalyzedSuggestions, DateMathParserTest, HdfsBasicDistributedZk2Test, LeaderElectionIntegrationTest, TestNumberUtils, TestDFRSimilarityFactory, HdfsRecoveryZkTest, HighlighterTest, TestPropInject, ZkNodePropsTest, SolrCmdDistributorTest, TestWordDelimiterFilterFactory, EchoParamsTest, SuggesterWFSTTest, DefaultValueUpdateProcessorTest, TestQueryTypes, TestComponentsName, XmlUpdateRequestHandlerTest, HdfsLockFactoryTest, QueryResultKeyTest, TestRandomFaceting, SolrPluginUtilsTest, FieldAnalysisRequestHandlerTest, TestAtomicUpdateErrorCases, TestJmxIntegration, PreAnalyzedUpdateProcessorTest, TestFiltering, TestFieldCollectionResource, XsltUpdateRequestHandlerTest, ChaosMonkeySafeLeaderTest, DeleteShardTest, TestRangeQuery, DisMaxRequestHandlerTest, NoCacheHeaderTest, TestSolrJ, TestPartialUpdateDeduplication, SuggesterTSTTest, PingRequestHandlerTest, TestUpdate, DebugComponentTest, CurrencyFieldOpenExchangeTest, UpdateParamsTest, RequiredFieldsTest, SortByFunctionTest, AssignTest, BadIndexSchemaTest, TestStressReorder, TestManagedSchema, SpellCheckComponentTest, TimeZoneUtilsTest, CoreAdminCreateDiscoverTest, TestIndexingPerformance, TestStressLucene, TestDistributedGrouping, SpellCheckCollatorTest, HdfsChaosMonkeySafeLeaderTest, TestClassNameShortening, BlockCacheTest, HighlighterConfigTest, TestIndexSearcher, TestCloudManagedSchemaAddField, TestBinaryField, OpenExchangeRatesOrgProviderTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=7BF4E0CE6B9DBCF0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_TN -Dtests.timezone=PRT -Dtests.file.encoding=ISO8859-1
[junit4] ERROR 0.00s J1 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2472, name=recoveryCmdExecutor-1262-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([7BF4E0CE6B9DBCF0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2472, name=recoveryCmdExecutor-1262-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([7BF4E0CE6B9DBCF0]:0)
[junit4] Completed on J1 in 379.44s, 1 test, 2 errors <<< FAILURES!
[...truncated 514 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 568 ignored (1 assumption)
Total time: 40 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1848 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1848/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)
Build Log:
[...truncated 9294 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 613199 T2138 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 613203 T2138 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1375105651651
[junit4] 2> 613204 T2138 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 613205 T2139 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 613305 T2138 oasc.ZkTestServer.run start zk server on port:51491
[junit4] 2> 613307 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613310 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58561c26 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613310 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613311 T2138 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 613322 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613323 T2147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@345a656a name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613323 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613324 T2138 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 613328 T2138 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 613336 T2138 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 613339 T2138 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 613342 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 613343 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 613354 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 613354 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 613459 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 613460 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 613463 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 613463 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 613472 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 613473 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 613476 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 613477 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 613480 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 613480 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 613484 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 613485 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 613488 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 613488 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 613795 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 613797 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51494
[junit4] 2> 613798 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 613799 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 613799 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946
[junit4] 2> 613800 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/'
[junit4] 2> 613837 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/solr.xml
[junit4] 2> 613911 T2138 oasc.CoreContainer.<init> New CoreContainer 205871636
[junit4] 2> 613912 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/]
[junit4] 2> 613913 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 613914 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 613914 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 613915 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 613915 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 613916 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 613916 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 613917 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 613917 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 613918 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 613935 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 613935 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 613936 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613939 T2158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d1cdd57 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613940 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613957 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 613965 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613967 T2160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2433440e name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613967 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613970 T2138 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 613980 T2138 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 613983 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 613985 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51494_
[junit4] 2> 613992 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51494_
[junit4] 2> 613995 T2138 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 614012 T2138 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 614020 T2138 oasc.Overseer.start Overseer (id=90118923986927619-127.0.0.1:51494_-n_0000000000) starting
[junit4] 2> 614025 T2138 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 614038 T2162 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 614039 T2138 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 614042 T2138 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 614048 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 614052 T2161 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 614057 T2163 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 614057 T2163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 614059 T2163 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 615560 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 615562 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51494_",
[junit4] 2> "base_url":"http://127.0.0.1:51494"}
[junit4] 2> 615562 T2161 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 615562 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 615586 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 616061 T2163 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 616061 T2163 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1
[junit4] 2> 616061 T2163 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 616062 T2163 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 616062 T2163 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 616063 T2163 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/'
[junit4] 2> 616065 T2163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/lib/classes/' to classloader
[junit4] 2> 616065 T2163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/lib/README' to classloader
[junit4] 2> 616110 T2163 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 616156 T2163 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 616257 T2163 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 616265 T2163 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 616765 T2163 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 616766 T2163 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 616767 T2163 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 616782 T2163 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 616787 T2163 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 616803 T2163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 616808 T2163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 616813 T2163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 616814 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 616814 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 616814 T2163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 616816 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 616816 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 616816 T2163 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 616817 T2163 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/
[junit4] 2> 616817 T2163 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 616818 T2163 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data
[junit4] 2> 616818 T2163 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/index/
[junit4] 2> 616818 T2163 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 616819 T2163 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/index
[junit4] 2> 616823 T2163 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f27c5be lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c7890ee),segFN=segments_1,generation=1}
[junit4] 2> 616823 T2163 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 616827 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 616828 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 616828 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 616829 T2163 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 616829 T2163 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 616830 T2163 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 616830 T2163 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 616830 T2163 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 616831 T2163 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 616840 T2163 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 616847 T2163 oass.SolrIndexSearcher.<init> Opening Searcher@32dbf68e main
[junit4] 2> 616849 T2163 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 616849 T2163 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 616852 T2164 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32dbf68e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 616854 T2163 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 616854 T2163 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51494 collection:control_collection shard:shard1
[junit4] 2> 616854 T2163 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 616872 T2163 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 616889 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 616899 T2163 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 616899 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 616899 T2163 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51494/collection1/
[junit4] 2> 616900 T2163 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 616900 T2163 oasc.SyncStrategy.syncToMe http://127.0.0.1:51494/collection1/ has no replicas
[junit4] 2> 616900 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51494/collection1/ shard1
[junit4] 2> 616900 T2163 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 617091 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 617109 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 617162 T2163 oasc.ZkController.register We are http://127.0.0.1:51494/collection1/ and leader is http://127.0.0.1:51494/collection1/
[junit4] 2> 617162 T2163 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51494
[junit4] 2> 617162 T2163 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 617163 T2163 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 617163 T2163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 617165 T2163 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 617166 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 617167 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 617167 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 617176 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 617177 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 617179 T2167 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112c032f name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 617179 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 617181 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 617184 T2138 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 617502 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 617504 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51498
[junit4] 2> 617505 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 617506 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 617506 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631
[junit4] 2> 617506 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/'
[junit4] 2> 617547 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/solr.xml
[junit4] 2> 617613 T2138 oasc.CoreContainer.<init> New CoreContainer 1421822724
[junit4] 2> 617614 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/]
[junit4] 2> 617615 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 617615 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 617616 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 617616 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 617616 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 617617 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 617617 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 617617 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 617618 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 617618 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 617630 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 617630 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 617631 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 617634 T2178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ad61f13 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 617634 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 617649 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 617658 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 617660 T2180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30dbc45 name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 617660 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 617669 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 618621 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 618623 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51494_",
[junit4] 2> "base_url":"http://127.0.0.1:51494"}
[junit4] 2> 618644 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618644 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618644 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618674 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51498_
[junit4] 2> 618675 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51498_
[junit4] 2> 618707 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618707 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618708 T2167 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 618708 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 618709 T2160 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 618709 T2180 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 618715 T2181 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 618715 T2181 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 618761 T2181 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 620177 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 620178 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51498_",
[junit4] 2> "base_url":"http://127.0.0.1:51498"}
[junit4] 2> 620179 T2161 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 620179 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 620198 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620198 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620198 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620763 T2181 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 620763 T2181 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1
[junit4] 2> 620763 T2181 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 620764 T2181 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 620765 T2181 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 620766 T2181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/'
[junit4] 2> 620767 T2181 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/lib/classes/' to classloader
[junit4] 2> 620768 T2181 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/lib/README' to classloader
[junit4] 2> 620823 T2181 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 620886 T2181 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 620987 T2181 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 620998 T2181 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 621629 T2181 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 621629 T2181 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 621630 T2181 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 621639 T2181 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 621642 T2181 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 621653 T2181 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 621657 T2181 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 621661 T2181 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 621661 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 621661 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 621662 T2181 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 621662 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 621663 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 621663 T2181 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 621663 T2181 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/
[junit4] 2> 621663 T2181 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 621664 T2181 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1
[junit4] 2> 621664 T2181 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/index/
[junit4] 2> 621664 T2181 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 621664 T2181 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/index
[junit4] 2> 621667 T2181 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@26e1d5cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4002280),segFN=segments_1,generation=1}
[junit4] 2> 621667 T2181 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 621670 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 621670 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 621671 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 621671 T2181 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 621673 T2181 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 621680 T2181 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 621685 T2181 oass.SolrIndexSearcher.<init> Opening Searcher@6260dffd main
[junit4] 2> 621686 T2181 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 621686 T2181 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 621689 T2182 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6260dffd main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 621690 T2181 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 621690 T2181 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51498 collection:collection1 shard:shard1
[junit4] 2> 621690 T2181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 621702 T2181 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 621724 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 621726 T2181 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 621726 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 621726 T2181 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51498/collection1/
[junit4] 2> 621727 T2181 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 621727 T2181 oasc.SyncStrategy.syncToMe http://127.0.0.1:51498/collection1/ has no replicas
[junit4] 2> 621727 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51498/collection1/ shard1
[junit4] 2> 621727 T2181 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 623206 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 623228 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623228 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623228 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623262 T2181 oasc.ZkController.register We are http://127.0.0.1:51498/collection1/ and leader is http://127.0.0.1:51498/collection1/
[junit4] 2> 623262 T2181 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51498
[junit4] 2> 623262 T2181 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 623262 T2181 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 623262 T2181 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 623264 T2181 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 623265 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 623266 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 623267 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 623576 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 623578 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34767
[junit4] 2> 623578 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 623578 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 623579 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724
[junit4] 2> 623579 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/'
[junit4] 2> 623615 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/solr.xml
[junit4] 2> 623691 T2138 oasc.CoreContainer.<init> New CoreContainer 101575441
[junit4] 2> 623691 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/]
[junit4] 2> 623693 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 623694 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 623694 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 623695 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 623695 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 623696 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 623696 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 623696 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 623697 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 623697 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 623714 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 623715 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 623716 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 623780 T2194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bc3ac31 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 623781 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 623819 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 623831 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 623834 T2196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e58acf3 name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 623834 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 623874 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 624736 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 624737 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51498_",
[junit4] 2> "base_url":"http://127.0.0.1:51498"}
[junit4] 2> 624750 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624751 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624751 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624751 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624879 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34767_
[junit4] 2> 624881 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34767_
[junit4] 2> 624884 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624884 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624885 T2167 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624885 T2196 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624885 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 624885 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 624886 T2160 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624887 T2180 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624899 T2197 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 624899 T2197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 624901 T2197 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 626257 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 626259 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34767_",
[junit4] 2> "base_url":"http://127.0.0.1:34767"}
[junit4] 2> 626259 T2161 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 626259 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 626273 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626273 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626273 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626273 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626903 T2197 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 626903 T2197 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1
[junit4] 2> 626903 T2197 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 626904 T2197 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 626905 T2197 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 626906 T2197 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/'
[junit4] 2> 626907 T2197 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/lib/classes/' to classloader
[junit4] 2> 626908 T2197 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/lib/README' to classloader
[junit4] 2> 626966 T2197 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 627030 T2197 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 627132 T2197 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 627143 T2197 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 627780 T2197 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 627780 T2197 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 627781 T2197 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 627794 T2197 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 627799 T2197 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 627815 T2197 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 627820 T2197 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 627825 T2197 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 627826 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 627826 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 627827 T2197 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 627828 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 627828 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 627829 T2197 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 627829 T2197 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/
[junit4] 2> 627829 T2197 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 627830 T2197 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2
[junit4] 2> 627830 T2197 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/index/
[junit4] 2> 627831 T2197 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 627831 T2197 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/index
[junit4] 2> 627835 T2197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44d47e7f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5de7b145),segFN=segments_1,generation=1}
[junit4] 2> 627835 T2197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 627839 T2197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 627840 T2197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 627840 T2197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 627841 T2197 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 627842 T2197 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 627842 T2197 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 627842 T2197 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 627843 T2197 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 627843 T2197 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 627854 T2197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 627862 T2197 oass.SolrIndexSearcher.<init> Opening Searcher@bc64ac5 main
[junit4] 2> 627863 T2197 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 627863 T2197 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 627867 T2198 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bc64ac5 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 627869 T2197 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 627870 T2197 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34767 collection:collection1 shard:shard2
[junit4] 2> 627870 T2197 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 627888 T2197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 627897 T2197 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 627909 T2197 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 627909 T2197 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 627910 T2197 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34767/collection1/
[junit4] 2> 627910 T2197 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 627910 T2197 oasc.SyncStrategy.syncToMe http://127.0.0.1:34767/collection1/ has no replicas
[junit4] 2> 627910 T2197 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34767/collection1/ shard2
[junit4] 2> 627911 T2197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 629281 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 629324 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629324 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629324 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629324 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629357 T2197 oasc.ZkController.register We are http://127.0.0.1:34767/collection1/ and leader is http://127.0.0.1:34767/collection1/
[junit4] 2> 629357 T2197 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34767
[junit4] 2> 629357 T2197 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 629358 T2197 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 629358 T2197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 629361 T2197 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 629362 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 629362 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 629363 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 629686 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 629689 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33252
[junit4] 2> 629689 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 629690 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 629690 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821
[junit4] 2> 629691 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/'
[junit4] 2> 629729 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/solr.xml
[junit4] 2> 629809 T2138 oasc.CoreContainer.<init> New CoreContainer 195770958
[junit4] 2> 629810 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/]
[junit4] 2> 629811 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 629812 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 629812 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 629813 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 629813 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 629813 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 629814 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 629814 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 629815 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 629815 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 629832 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 629832 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 629833 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 629836 T2210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1680dcde name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629836 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 629839 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 629850 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 629852 T2212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@615c4156 name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629853 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 629865 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 630839 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 630840 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34767_",
[junit4] 2> "base_url":"http://127.0.0.1:34767"}
[junit4] 2> 630883 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33252_
[junit4] 2> 630884 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630885 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630885 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630885 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630884 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630891 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33252_
[junit4] 2> 630900 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630901 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630901 T2167 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630901 T2196 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630901 T2212 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630901 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 630902 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 630901 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 630902 T2180 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630903 T2160 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630911 T2213 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 630912 T2213 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 630914 T2213 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 632396 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 632398 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33252_",
[junit4] 2> "base_url":"http://127.0.0.1:33252"}
[junit4] 2> 632398 T2161 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 632398 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 632439 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632916 T2213 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 632916 T2213 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1
[junit4] 2> 632916 T2213 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 632917 T2213 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 632917 T2213 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 632918 T2213 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/'
[junit4] 2> 632919 T2213 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/lib/classes/' to classloader
[junit4] 2> 632920 T2213 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/lib/README' to classloader
[junit4] 2> 632966 T2213 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 633014 T2213 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 633116 T2213 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 633127 T2213 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 633794 T2213 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 633795 T2213 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 633796 T2213 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 633809 T2213 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 633813 T2213 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 633830 T2213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 633836 T2213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 633840 T2213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 633842 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 633842 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 633842 T2213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 633844 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 633844 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 633844 T2213 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 633845 T2213 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/
[junit4] 2> 633845 T2213 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 633846 T2213 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3
[junit4] 2> 633846 T2213 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/index/
[junit4] 2> 633846 T2213 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 633847 T2213 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/index
[junit4] 2> 633851 T2213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3659dcc2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3ddbe2),segFN=segments_1,generation=1}
[junit4] 2> 633851 T2213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 633856 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 633856 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 633857 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 633858 T2213 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 633858 T2213 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 633859 T2213 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 633859 T2213 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 633860 T2213 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 633860 T2213 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 633869 T2213 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 633876 T2213 oass.SolrIndexSearcher.<init> Opening Searcher@7cadca47 main
[junit4] 2> 633877 T2213 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 633877 T2213 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 633882 T2214 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cadca47 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 633884 T2213 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 633884 T2213 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33252 collection:collection1 shard:shard1
[junit4] 2> 633884 T2213 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 633958 T2213 oasc.ZkController.register We are http://127.0.0.1:33252/collection1/ and leader is http://127.0.0.1:51498/collection1/
[junit4] 2> 633959 T2213 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33252
[junit4] 2> 633959 T2213 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 633959 T2213 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@3e5463a7 url=http://127.0.0.1:33252/collection1 node=127.0.0.1:33252_ C676_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:33252_, base_url=http://127.0.0.1:33252}
[junit4] 2> 633960 T2215 C676 P33252 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 633960 T2213 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 633961 T2215 C676 P33252 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 633961 T2215 C676 P33252 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 633961 T2215 C676 P33252 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 633962 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 633963 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 633963 T2215 C676 P33252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 633963 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 633978 T2170 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 634274 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 634277 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35279
[junit4] 2> 634277 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 634278 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 634278 T2138 oasc.SolrResourceLoader.locateSolrH
[...truncated too long message...]
ingsFormat(name=Direct), range_facet_si=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), oddField_s=PostingsFormat(name=Direct), sequence_i=PostingsFormat(name=Direct), name=PostingsFormat(name=Lucene41WithOrds), foo_i=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), regex_dup_B_s=PostingsFormat(name=Asserting), multiDefault=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), n_tf1=PostingsFormat(name=Asserting), n_dt1=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), genre_s=PostingsFormat(name=Direct), author_t=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), range_facet_l=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Lucene41WithOrds), text=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Asserting), val_i=PostingsFormat(name=Lucene41WithOrds), SubjectTerms_mfacet=PostingsFormat(name=Asserting), series_t=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), a_t=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=Asserting), regex_dup_A_s=PostingsFormat(name=Direct), price=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=Asserting), n_l1=PostingsFormat(name=Asserting), a_si=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), inStock=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es, timezone=Pacific/Majuro
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=196432304,total=480772096
[junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestBadConfig, SoftAutoCommitTest, MBeansHandlerTest, OverseerCollectionProcessorTest, PluginInfoTest, ScriptEngineTest, TestSolrDeletionPolicy2, IndexSchemaTest, AlternateDirectoryTest, TestPhraseSuggestions, TestGroupingSearch, TestExtendedDismaxParser, AnalysisAfterCoreReloadTest, QueryEqualityTest, TestSolrXmlPersistence, RegexBoostProcessorTest, DistributedSpellCheckComponentTest, TestSolrCoreProperties, TestSchemaNameResource, TestXIncludeConfig, ShardRoutingTest, TestShardHandlerFactory, TestUniqueKeyFieldResource, ParsingFieldUpdateProcessorsTest, TestRandomDVFaceting, TestCharFilters, DistributedTermsComponentTest, TestPseudoReturnFields, TestSolrQueryParser, SolrInfoMBeanTest, TestFastWriter, TestStressRecovery, BadComponentTest, AutoCommitTest, TestTrie, TestDynamicFieldCollectionResource, ClusterStateUpdateTest, TestSolrDeletionPolicy1, UpdateRequestProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, SchemaVersionSpecificBehaviorTest, TestRemoteStreaming, SolrIndexSplitterTest, AddSchemaFieldsUpdateProcessorFactoryTest, BlockDirectoryTest, TestFieldResource, TestSearchPerf, DocValuesTest, InfoHandlerTest, TestDocSet, ResponseLogComponentTest, DirectSolrConnectionTest, TestFieldTypeResource, TestSolrXml, TestSort, TestConfig, SolrCoreTest, TestValueSourceCache, TestIBSimilarityFactory, SystemInfoHandlerTest, CacheHeaderTest, TestAddFieldRealTimeGet, TestReplicationHandler, TestPerFieldSimilarity, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestDefaultSearchFieldResource, TestReversedWildcardFilterFactory, CircularListTest, FileBasedSpellCheckerTest, TestPropInjectDefaults, TestSolrQueryParserResource, TestLRUCache, SOLR749Test, DistributedQueryElevationComponentTest, TestWriterPerf, WordBreakSolrSpellCheckerTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=55C36F0C6B8E3DC0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=Pacific/Majuro -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)
[junit4] Completed on J0 in 417.13s, 1 test, 2 errors <<< FAILURES!
[...truncated 485 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 643 ignored (5 assumptions)
Total time: 39 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1847 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1847/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)
Build Log:
[...truncated 9256 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 925897 T3326 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 925901 T3326 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1375089075298
[junit4] 2> 925902 T3326 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 925902 T3327 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 926003 T3326 oasc.ZkTestServer.run start zk server on port:33180
[junit4] 2> 926004 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926034 T3333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63989061 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926034 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926035 T3326 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 926047 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926049 T3335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a9a9289 name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926049 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926049 T3326 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 926059 T3326 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 926061 T3326 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 926063 T3326 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 926065 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 926066 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 926077 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 926077 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 926181 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 926181 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 926183 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 926184 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 926195 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 926195 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 926198 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 926198 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 926201 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 926201 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 926208 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 926209 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 926211 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 926211 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 926409 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 926413 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33183
[junit4] 2> 926413 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 926414 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 926414 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610
[junit4] 2> 926414 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/'
[junit4] 2> 926438 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/solr.xml
[junit4] 2> 926486 T3326 oasc.CoreContainer.<init> New CoreContainer 22255427
[junit4] 2> 926486 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/]
[junit4] 2> 926487 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 926488 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 926488 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 926488 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 926489 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 926489 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 926489 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 926490 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 926490 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 926490 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 926502 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 926502 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 926503 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926505 T3346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16efb063 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926505 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926516 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 926528 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926529 T3348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49259258 name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926530 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926537 T3326 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 926540 T3326 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 926550 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 926552 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33183_
[junit4] 2> 926553 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33183_
[junit4] 2> 926563 T3326 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 926574 T3326 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 926582 T3326 oasc.Overseer.start Overseer (id=90117837639122947-127.0.0.1:33183_-n_0000000000) starting
[junit4] 2> 926596 T3326 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 926604 T3350 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 926605 T3326 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 926612 T3326 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 926613 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 926616 T3349 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 926622 T3351 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 926622 T3351 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 926623 T3351 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 928119 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 928120 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33183_",
[junit4] 2> "base_url":"http://127.0.0.1:33183"}
[junit4] 2> 928120 T3349 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 928121 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 928159 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 928625 T3351 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 928625 T3351 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1
[junit4] 2> 928625 T3351 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 928626 T3351 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 928626 T3351 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 928627 T3351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/'
[junit4] 2> 928628 T3351 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/lib/classes/' to classloader
[junit4] 2> 928629 T3351 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/lib/README' to classloader
[junit4] 2> 928683 T3351 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 928741 T3351 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 928843 T3351 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 928860 T3351 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 929483 T3351 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 929483 T3351 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 929484 T3351 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 929497 T3351 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 929501 T3351 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 929514 T3351 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 929519 T3351 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 929523 T3351 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 929524 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 929525 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 929525 T3351 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 929526 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 929526 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 929526 T3351 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 929527 T3351 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/
[junit4] 2> 929527 T3351 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 929528 T3351 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data
[junit4] 2> 929528 T3351 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/index/
[junit4] 2> 929528 T3351 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 929529 T3351 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/index
[junit4] 2> 929533 T3351 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49967957 lockFactory=org.apache.lucene.store.NativeFSLockFactory@edec241),segFN=segments_1,generation=1}
[junit4] 2> 929533 T3351 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 929537 T3351 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 929538 T3351 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 929538 T3351 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 929539 T3351 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 929539 T3351 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 929540 T3351 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 929540 T3351 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 929540 T3351 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 929541 T3351 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 929550 T3351 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 929558 T3351 oass.SolrIndexSearcher.<init> Opening Searcher@a022b6e main
[junit4] 2> 929559 T3351 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 929559 T3351 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 929562 T3352 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a022b6e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 929564 T3351 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 929564 T3351 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33183 collection:control_collection shard:shard1
[junit4] 2> 929564 T3351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 929579 T3351 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 929650 T3351 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 929653 T3351 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 929653 T3351 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 929653 T3351 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33183/collection1/
[junit4] 2> 929654 T3351 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 929654 T3351 oasc.SyncStrategy.syncToMe http://127.0.0.1:33183/collection1/ has no replicas
[junit4] 2> 929654 T3351 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33183/collection1/ shard1
[junit4] 2> 929655 T3351 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 929663 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 929669 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 929711 T3351 oasc.ZkController.register We are http://127.0.0.1:33183/collection1/ and leader is http://127.0.0.1:33183/collection1/
[junit4] 2> 929711 T3351 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33183
[junit4] 2> 929711 T3351 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 929711 T3351 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 929712 T3351 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 929716 T3351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 929717 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 929717 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 929718 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 929727 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 929729 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 929730 T3355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38c108c8 name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 929731 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 929732 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 929734 T3326 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 929996 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 929999 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33189
[junit4] 2> 930000 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 930000 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 930001 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130
[junit4] 2> 930001 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/'
[junit4] 2> 930037 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/solr.xml
[junit4] 2> 930109 T3326 oasc.CoreContainer.<init> New CoreContainer 175485925
[junit4] 2> 930110 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/]
[junit4] 2> 930111 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 930112 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 930112 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 930113 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 930113 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 930114 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 930114 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 930115 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 930115 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 930116 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 930130 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 930131 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 930132 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 930159 T3366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357584c0 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 930159 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 930161 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 930171 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 930173 T3368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104f141d name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 930173 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 930182 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 931174 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 931175 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33183_",
[junit4] 2> "base_url":"http://127.0.0.1:33183"}
[junit4] 2> 931192 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931192 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33189_
[junit4] 2> 931192 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931192 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931201 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33189_
[junit4] 2> 931203 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931203 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931203 T3368 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 931204 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 931205 T3355 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 931205 T3348 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 931213 T3369 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 931213 T3369 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 931215 T3369 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 932703 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 932704 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33189_",
[junit4] 2> "base_url":"http://127.0.0.1:33189"}
[junit4] 2> 932704 T3349 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 932705 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 932721 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 932721 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 932721 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 933218 T3369 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 933218 T3369 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1
[junit4] 2> 933218 T3369 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 933219 T3369 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 933219 T3369 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 933220 T3369 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/'
[junit4] 2> 933221 T3369 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/lib/README' to classloader
[junit4] 2> 933222 T3369 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/lib/classes/' to classloader
[junit4] 2> 933276 T3369 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 933335 T3369 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 933436 T3369 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 933447 T3369 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 934070 T3369 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 934070 T3369 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 934071 T3369 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 934081 T3369 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 934084 T3369 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 934095 T3369 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 934099 T3369 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 934102 T3369 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 934103 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 934103 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 934103 T3369 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 934104 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 934104 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 934105 T3369 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 934105 T3369 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/
[junit4] 2> 934105 T3369 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 934106 T3369 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1
[junit4] 2> 934106 T3369 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/index/
[junit4] 2> 934106 T3369 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 934106 T3369 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/index
[junit4] 2> 934109 T3369 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b3ac3ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6484f8e6),segFN=segments_1,generation=1}
[junit4] 2> 934109 T3369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 934112 T3369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 934112 T3369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 934113 T3369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 934113 T3369 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 934115 T3369 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 934121 T3369 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 934125 T3369 oass.SolrIndexSearcher.<init> Opening Searcher@59a23adf main
[junit4] 2> 934126 T3369 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 934126 T3369 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 934130 T3370 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59a23adf main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 934131 T3369 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 934132 T3369 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33189 collection:collection1 shard:shard1
[junit4] 2> 934132 T3369 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 934143 T3369 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 934158 T3369 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 934160 T3369 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 934160 T3369 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 934160 T3369 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33189/collection1/
[junit4] 2> 934161 T3369 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 934161 T3369 oasc.SyncStrategy.syncToMe http://127.0.0.1:33189/collection1/ has no replicas
[junit4] 2> 934161 T3369 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33189/collection1/ shard1
[junit4] 2> 934161 T3369 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 934225 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 934239 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 934239 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 934239 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 934268 T3369 oasc.ZkController.register We are http://127.0.0.1:33189/collection1/ and leader is http://127.0.0.1:33189/collection1/
[junit4] 2> 934268 T3369 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33189
[junit4] 2> 934268 T3369 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 934268 T3369 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 934269 T3369 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 934270 T3369 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 934271 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 934271 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 934272 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 934454 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 934456 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33193
[junit4] 2> 934457 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 934457 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 934458 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675
[junit4] 2> 934458 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/'
[junit4] 2> 934482 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/solr.xml
[junit4] 2> 934529 T3326 oasc.CoreContainer.<init> New CoreContainer 792738001
[junit4] 2> 934530 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/]
[junit4] 2> 934531 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 934531 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 934533 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 934533 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 934533 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 934534 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 934544 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 934545 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 934545 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 934621 T3382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21523993 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 934622 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 934653 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 934664 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 934666 T3384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb9293d name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 934666 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 934675 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 935678 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33193_
[junit4] 2> 935686 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33193_
[junit4] 2> 935694 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 935694 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 935695 T3368 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935695 T3384 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935695 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935696 T3355 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935696 T3348 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935710 T3385 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 935710 T3385 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 935713 T3385 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 935743 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 935744 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33189_",
[junit4] 2> "base_url":"http://127.0.0.1:33189"}
[junit4] 2> 935747 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33193_",
[junit4] 2> "base_url":"http://127.0.0.1:33193"}
[junit4] 2> 935747 T3349 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 935748 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 935751 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935751 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935751 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935751 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 936714 T3385 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 936714 T3385 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1
[junit4] 2> 936714 T3385 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 936715 T3385 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 936715 T3385 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 936716 T3385 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/'
[junit4] 2> 936717 T3385 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/lib/classes/' to classloader
[junit4] 2> 936718 T3385 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/lib/README' to classloader
[junit4] 2> 936771 T3385 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 936830 T3385 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 936931 T3385 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 936942 T3385 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 937566 T3385 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 937567 T3385 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 937568 T3385 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 937580 T3385 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 937584 T3385 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 937597 T3385 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 937601 T3385 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 937605 T3385 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 937606 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 937606 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 937607 T3385 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 937608 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 937608 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 937608 T3385 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 937608 T3385 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/
[junit4] 2> 937609 T3385 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 937610 T3385 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2
[junit4] 2> 937610 T3385 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/index/
[junit4] 2> 937610 T3385 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 937610 T3385 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/index
[junit4] 2> 937614 T3385 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@79daa792 lockFactory=org.apache.lucene.store.NativeFSLockFactory@185efb98),segFN=segments_1,generation=1}
[junit4] 2> 937614 T3385 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 937618 T3385 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 937618 T3385 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 937619 T3385 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 937620 T3385 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 937620 T3385 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 937620 T3385 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 937621 T3385 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 937621 T3385 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 937622 T3385 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 937630 T3385 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 937637 T3385 oass.SolrIndexSearcher.<init> Opening Searcher@10b9571d main
[junit4] 2> 937638 T3385 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 937638 T3385 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 937642 T3386 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10b9571d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 937644 T3385 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 937645 T3385 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33193 collection:collection1 shard:shard2
[junit4] 2> 937645 T3385 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 937659 T3385 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 937679 T3385 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 937681 T3385 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 937682 T3385 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 937682 T3385 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33193/collection1/
[junit4] 2> 937682 T3385 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 937682 T3385 oasc.SyncStrategy.syncToMe http://127.0.0.1:33193/collection1/ has no replicas
[junit4] 2> 937683 T3385 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33193/collection1/ shard2
[junit4] 2> 937683 T3385 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 938758 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 938765 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938765 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938765 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938765 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938809 T3385 oasc.ZkController.register We are http://127.0.0.1:33193/collection1/ and leader is http://127.0.0.1:33193/collection1/
[junit4] 2> 938809 T3385 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33193
[junit4] 2> 938809 T3385 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 938809 T3385 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 938810 T3385 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 938811 T3385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 938812 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 938813 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 938813 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 939090 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 939094 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33196
[junit4] 2> 939094 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 939095 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 939095 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218
[junit4] 2> 939096 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/'
[junit4] 2> 939132 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/solr.xml
[junit4] 2> 939205 T3326 oasc.CoreContainer.<init> New CoreContainer 1154474719
[junit4] 2> 939206 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/]
[junit4] 2> 939207 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 939208 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 939208 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 939209 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 939209 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 939210 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 939210 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 939211 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 939211 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 939212 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 939227 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 939228 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 939229 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 939231 T3398 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c37c1c4 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 939231 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 939233 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 939244 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 939246 T3400 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f7ab9dc name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 939246 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 939258 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 940261 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33196_
[junit4] 2> 940265 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33196_
[junit4] 2> 940275 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 940275 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 940275 T3400 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940275 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 940275 T3368 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940276 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940277 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 940282 T3384 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940282 T3355 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940283 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33193_",
[junit4] 2> "base_url":"http://127.0.0.1:33193"}
[junit4] 2> 940290 T3401 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 940290 T3401 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 940291 T3401 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 940303 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33196_",
[junit4] 2> "base_url":"http://127.0.0.1:33196"}
[junit4] 2> 940303 T3349 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 940303 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 940307 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940307 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940307 T3400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940307 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940312 T3348 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940312 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 941293 T3401 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 941293 T3401 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1
[junit4] 2> 941293 T3401 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 941294 T3401 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 941294 T3401 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 941295 T3401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/'
[junit4] 2> 941296 T3401 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/lib/classes/' to classloader
[junit4] 2> 941297 T3401 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/lib/README' to classloader
[junit4] 2> 941351 T3401 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 941410 T3401 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 941511 T3401 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 941522 T3401 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 942142 T3401 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 942143 T3401 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 942144 T3401 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 942155 T3401 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 942159 T3401 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 942172 T3401 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 942176 T3401 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 942180 T3401 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 942181 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 942181 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 942182 T3401 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 942182 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 942183 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 942183 T3401 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 942183 T3401 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/
[junit4] 2> 942184 T3401 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 942184 T3401 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3
[junit4] 2> 942185 T3401 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/index/
[junit4] 2> 942185 T3401 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 942185 T3401 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/index
[junit4] 2> 942189 T3401 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c1570c5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3f5b),segFN=segments_1,generation=1}
[junit4] 2> 942189 T3401 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 942193 T3401 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 942193 T3401 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 942194 T3401 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 942195 T3401 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 942195 T3401 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 942195 T3401 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 942196 T3401 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 942196 T3401 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 942197 T3401 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 942205 T3401 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 942212 T3401 oass.SolrIndexSearcher.<init> Opening Searcher@7170ead5 main
[junit4] 2> 942213 T3401 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 942213 T3401 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 942217 T3402 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7170ead5 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 942219 T3401 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 942219 T3401 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33196 collection:collection1 shard:shard1
[junit4] 2> 942220 T3401 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 942236 T3401 oasc.ZkController.register We are http://127.0.0.1:33196/collection1/ and leader is http://127.0.0.1:33189/collection1/
[junit4] 2> 942236 T3401 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33196
[junit4] 2> 942236 T3401 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 942237 T3401 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C554 name=collection1 org.apache.solr.core.SolrCore@57e73448 url=http://127.0.0.1:33196/collection1 node=127.0.0.1:33196_ C554_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:33196_, base_url=http://127.0.0.1:33196}
[junit4] 2> 942237 T3403 C554 P33196 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 942237 T3401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 942238 T3403 C554 P33196 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 942238 T3403 C554 P33196 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 942239 T3403 C554 P33196 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 942239 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 942240 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 942240 T3403 C554 P33196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 942240 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 942253 T3358 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 942516 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 942519 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33205
[junit4] 2> 942519 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 942520 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 942520 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649
[junit4] 2> 942521 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649/'
[junit4] 2> 942557 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649/solr.xml
[junit4] 2> 942629 T3326 oasc.CoreContainer.<init> New CoreContainer 1691314632
[junit4] 2> 942630 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649/]
[junit4] 2> 942631 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 942632 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 942632 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 942633 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 942633 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 942634 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 942634 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 942635 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 942635 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 942636 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 942651 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 942651 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 942652 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[...truncated too long message...]
n(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=sk, timezone=Asia/Karachi
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=253988432,total=363528192
[junit4] 2> NOTE: All tests run in this JVM: [TestConfig, DocValuesTest, UUIDFieldTest, TermVectorComponentTest, HdfsDirectoryTest, ClusterStateUpdateTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, DocumentBuilderTest, TestBadConfig, TestPropInjectDefaults, AutoCommitTest, TestLRUCache, AnalysisAfterCoreReloadTest, SimpleFacetsTest, ZkCLITest, DirectUpdateHandlerOptimizeTest, CoreAdminHandlerTest, MinimalSchemaTest, TestRecoveryHdfs, ShardRoutingTest, DistributedTermsComponentTest, TestAddFieldRealTimeGet, TestRemoteStreaming, LoggingHandlerTest, TestDocumentBuilder, TestXIncludeConfig, DateFieldTest, MBeansHandlerTest, SolrIndexSplitterTest, TestRealTimeGet, TestGroupingSearch, FileBasedSpellCheckerTest, TestIBSimilarityFactory, SpellingQueryConverterTest, RecoveryZkTest, SynonymTokenizerTest, TestPluginEnable, TestPHPSerializedResponseWriter, SearchHandlerTest, TestFieldTypeResource, TestJoin, TestFuzzyAnalyzedSuggestions, LukeRequestHandlerTest, TestSweetSpotSimilarityFactory, OverseerTest, TestSolrXml, TestSolrXmlPersistence, SOLR749Test, UnloadDistributedZkTest, CircularListTest, CachingDirectoryFactoryTest, SolrCoreTest, BinaryUpdateRequestHandlerTest, ParsingFieldUpdateProcessorsTest, ReturnFieldsTest, TestDynamicFieldCollectionResource, FieldMutatingUpdateProcessorTest, IndexSchemaTest, TestReplicationHandler, TestSolrQueryParserResource, TestSolrQueryParser, SliceStateUpdateTest, ExternalFileFieldSortTest, TestFieldTypeCollectionResource, QueryEqualityTest, TestSolrDeletionPolicy1, BlockDirectoryTest, LeaderElectionTest, AliasIntegrationTest, JsonLoaderTest, DirectSolrConnectionTest, AlternateDirectoryTest, OverseerCollectionProcessorTest, PeerSyncTest, TestPhraseSuggestions, PrimitiveFieldTypeTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=F9E435EED6337DBE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Asia/Karachi -Dtests.file.encoding=ISO8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)
[junit4] Completed on J0 in 412.22s, 1 test, 2 errors <<< FAILURES!
[...truncated 497 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 652 ignored (4 assumptions)
Total time: 49 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure