You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/20 13:08:12 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1428 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1428/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)
Build Log:
[...truncated 9703 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 707230 T1768 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 707235 T1768 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374317725209
[junit4] 2> 707237 T1768 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 707238 T1769 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 707339 T1768 oasc.ZkTestServer.run start zk server on port:20686
[junit4] 2> 707339 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707343 T1775 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598ca05c name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707344 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707344 T1768 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 707362 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707364 T1777 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@445a3bac name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707364 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707365 T1768 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 707368 T1768 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 707379 T1768 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 707381 T1768 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 707385 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 707385 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 707401 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 707401 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 707516 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 707517 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 707520 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 707521 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 707538 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 707539 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 707542 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 707542 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 707545 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 707545 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 707548 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 707549 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 707556 T1768 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 707557 T1768 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 707740 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 707743 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45545
[junit4] 2> 707744 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 707744 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 707745 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533
[junit4] 2> 707745 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/'
[junit4] 2> 707774 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/solr.xml
[junit4] 2> 707865 T1768 oasc.CoreContainer.<init> New CoreContainer 41289226
[junit4] 2> 707866 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/]
[junit4] 2> 707867 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 707868 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 707869 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 707869 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 707870 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 707870 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 707871 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 707871 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 707872 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 707872 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 707888 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 707889 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 707890 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 707891 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707894 T1788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@751be310 name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707894 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707905 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 707916 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707918 T1790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57a9aad3 name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707919 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707925 T1768 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 707930 T1768 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 707939 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 707941 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45545_
[junit4] 2> 707943 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45545_
[junit4] 2> 707953 T1768 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 707967 T1768 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 707974 T1768 oasc.Overseer.start Overseer (id=90067286439690243-127.0.0.1:45545_-n_0000000000) starting
[junit4] 2> 707979 T1768 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 707991 T1792 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 707993 T1768 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 707995 T1768 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 707997 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 708000 T1791 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 708005 T1793 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 708005 T1793 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 708007 T1793 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 709503 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 709505 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45545_",
[junit4] 2> "base_url":"http://127.0.0.1:45545"}
[junit4] 2> 709505 T1791 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 709505 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 709510 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 710009 T1793 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 710009 T1793 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1
[junit4] 2> 710009 T1793 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 710010 T1793 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 710011 T1793 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 710012 T1793 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/'
[junit4] 2> 710013 T1793 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/lib/classes/' to classloader
[junit4] 2> 710014 T1793 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/lib/README' to classloader
[junit4] 2> 710072 T1793 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 710136 T1793 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 710237 T1793 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 710249 T1793 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 710904 T1793 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 710905 T1793 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 710906 T1793 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 710919 T1793 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 710923 T1793 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 710937 T1793 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 710942 T1793 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 710947 T1793 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 710948 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 710948 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 710948 T1793 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 710949 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 710950 T1793 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 710950 T1793 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 710951 T1793 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374317725533/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/
[junit4] 2> 710951 T1793 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 710952 T1793 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data
[junit4] 2> 710952 T1793 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/index/
[junit4] 2> 710953 T1793 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 710953 T1793 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/control/data/index
[junit4] 2> 710958 T1793 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ca3a6b4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2392d5e3),segFN=segments_1,generation=1}
[junit4] 2> 710958 T1793 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 710964 T1793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 710964 T1793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 710965 T1793 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 710965 T1793 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 710966 T1793 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 710966 T1793 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 710967 T1793 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 710967 T1793 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 710968 T1793 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 710984 T1793 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 710992 T1793 oass.SolrIndexSearcher.<init> Opening Searcher@3068ce6f main
[junit4] 2> 710993 T1793 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 710993 T1793 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 710997 T1794 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3068ce6f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 710999 T1793 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 711000 T1793 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45545 collection:control_collection shard:shard1
[junit4] 2> 711000 T1793 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 711016 T1793 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 711038 T1793 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 711048 T1793 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 711049 T1793 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 711049 T1793 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45545/collection1/
[junit4] 2> 711049 T1793 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 711050 T1793 oasc.SyncStrategy.syncToMe http://127.0.0.1:45545/collection1/ has no replicas
[junit4] 2> 711050 T1793 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45545/collection1/ shard1
[junit4] 2> 711050 T1793 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 712539 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 712559 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 712586 T1793 oasc.ZkController.register We are http://127.0.0.1:45545/collection1/ and leader is http://127.0.0.1:45545/collection1/
[junit4] 2> 712586 T1793 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45545
[junit4] 2> 712586 T1793 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 712586 T1793 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 712587 T1793 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 712589 T1793 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 712590 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 712590 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 712591 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 712601 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 712603 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 712605 T1797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@200bcdc6 name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 712605 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 712607 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 712609 T1768 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 712890 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 712893 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56683
[junit4] 2> 712894 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 712895 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 712895 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582
[junit4] 2> 712896 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/'
[junit4] 2> 712935 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/solr.xml
[junit4] 2> 713025 T1768 oasc.CoreContainer.<init> New CoreContainer 380936962
[junit4] 2> 713026 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/]
[junit4] 2> 713028 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 713028 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 713029 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 713029 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 713030 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 713030 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 713031 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 713031 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 713032 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 713033 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 713049 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 713049 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 713050 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 713051 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 713054 T1808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@743993dd name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 713055 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 713069 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 713080 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 713082 T1810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@608b9246 name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 713082 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 713092 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 714070 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 714072 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:45545_",
[junit4] 2> "base_url":"http://127.0.0.1:45545"}
[junit4] 2> 714088 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714088 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714088 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714096 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56683_
[junit4] 2> 714098 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56683_
[junit4] 2> 714100 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 714101 T1810 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 714101 T1797 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 714101 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 714101 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 714102 T1790 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 714115 T1811 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 714115 T1811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 714116 T1811 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 715593 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 715595 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56683_",
[junit4] 2> "base_url":"http://127.0.0.1:56683"}
[junit4] 2> 715595 T1791 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 715595 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 715628 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 715628 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 715628 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 716119 T1811 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 716119 T1811 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1
[junit4] 2> 716119 T1811 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 716120 T1811 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 716120 T1811 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 716121 T1811 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/'
[junit4] 2> 716123 T1811 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/lib/README' to classloader
[junit4] 2> 716124 T1811 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/lib/classes/' to classloader
[junit4] 2> 716182 T1811 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 716265 T1811 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 716367 T1811 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 716378 T1811 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 717005 T1811 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 717006 T1811 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 717007 T1811 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 717020 T1811 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 717024 T1811 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 717038 T1811 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 717043 T1811 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 717047 T1811 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 717049 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 717049 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 717049 T1811 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 717050 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 717050 T1811 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 717051 T1811 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 717051 T1811 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374317730582/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/
[junit4] 2> 717052 T1811 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 717053 T1811 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1
[junit4] 2> 717053 T1811 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/index/
[junit4] 2> 717053 T1811 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 717054 T1811 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty1/index
[junit4] 2> 717058 T1811 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40623d93 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6960072e),segFN=segments_1,generation=1}
[junit4] 2> 717058 T1811 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 717064 T1811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 717065 T1811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 717065 T1811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 717066 T1811 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 717067 T1811 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 717067 T1811 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 717068 T1811 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 717068 T1811 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 717069 T1811 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 717085 T1811 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 717093 T1811 oass.SolrIndexSearcher.<init> Opening Searcher@67a2d4f3 main
[junit4] 2> 717094 T1811 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 717094 T1811 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 717099 T1812 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67a2d4f3 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 717102 T1811 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 717102 T1811 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56683 collection:collection1 shard:shard1
[junit4] 2> 717103 T1811 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 717121 T1811 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 717143 T1811 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 717153 T1811 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 717154 T1811 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 717154 T1811 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56683/collection1/
[junit4] 2> 717154 T1811 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 717155 T1811 oasc.SyncStrategy.syncToMe http://127.0.0.1:56683/collection1/ has no replicas
[junit4] 2> 717155 T1811 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56683/collection1/ shard1
[junit4] 2> 717155 T1811 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 717172 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 717186 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 717186 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 717186 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 717220 T1811 oasc.ZkController.register We are http://127.0.0.1:56683/collection1/ and leader is http://127.0.0.1:56683/collection1/
[junit4] 2> 717220 T1811 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56683
[junit4] 2> 717220 T1811 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 717220 T1811 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 717221 T1811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 717222 T1811 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 717223 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 717224 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 717225 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 717512 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 717516 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42300
[junit4] 2> 717516 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 717517 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 717518 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210
[junit4] 2> 717518 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/'
[junit4] 2> 717557 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/solr.xml
[junit4] 2> 717647 T1768 oasc.CoreContainer.<init> New CoreContainer 1104924108
[junit4] 2> 717648 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/]
[junit4] 2> 717650 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 717651 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 717651 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 717652 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 717652 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 717653 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 717653 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 717654 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 717654 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 717655 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 717672 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 717673 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 717674 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 717675 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 717678 T1824 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@502ddd74 name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 717678 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 717693 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 717706 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 717708 T1826 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3170131e name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 717708 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 717720 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 718699 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 718700 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56683_",
[junit4] 2> "base_url":"http://127.0.0.1:56683"}
[junit4] 2> 718718 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718718 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718718 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718718 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718724 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42300_
[junit4] 2> 718726 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42300_
[junit4] 2> 718728 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718729 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 718729 T1797 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718729 T1810 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718729 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 718730 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 718730 T1790 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718736 T1826 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 718742 T1827 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 718743 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 718744 T1827 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 720223 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 720225 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42300_",
[junit4] 2> "base_url":"http://127.0.0.1:42300"}
[junit4] 2> 720225 T1791 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 720225 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 720239 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720239 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720239 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720239 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 720746 T1827 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 720746 T1827 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1
[junit4] 2> 720747 T1827 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 720747 T1827 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 720748 T1827 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 720749 T1827 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/'
[junit4] 2> 720750 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/lib/README' to classloader
[junit4] 2> 720751 T1827 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/lib/classes/' to classloader
[junit4] 2> 720828 T1827 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 720890 T1827 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 720992 T1827 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 721003 T1827 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 721628 T1827 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 721630 T1827 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 721631 T1827 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 721644 T1827 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 721648 T1827 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 721662 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 721666 T1827 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 721671 T1827 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 721672 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 721672 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 721673 T1827 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 721674 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 721674 T1827 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 721675 T1827 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 721675 T1827 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374317735210/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/
[junit4] 2> 721675 T1827 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 721676 T1827 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2
[junit4] 2> 721677 T1827 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/index/
[junit4] 2> 721677 T1827 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 721677 T1827 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty2/index
[junit4] 2> 721681 T1827 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69fcb5e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5834a9f4),segFN=segments_1,generation=1}
[junit4] 2> 721682 T1827 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 721688 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 721688 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 721689 T1827 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 721690 T1827 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 721691 T1827 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 721691 T1827 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 721691 T1827 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 721692 T1827 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 721692 T1827 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 721709 T1827 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 721716 T1827 oass.SolrIndexSearcher.<init> Opening Searcher@6ae59893 main
[junit4] 2> 721718 T1827 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 721718 T1827 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 721723 T1828 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ae59893 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 721725 T1827 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 721725 T1827 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42300 collection:collection1 shard:shard2
[junit4] 2> 721726 T1827 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 721742 T1827 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 721759 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 721763 T1827 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 721763 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 721764 T1827 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42300/collection1/
[junit4] 2> 721764 T1827 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 721764 T1827 oasc.SyncStrategy.syncToMe http://127.0.0.1:42300/collection1/ has no replicas
[junit4] 2> 721765 T1827 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42300/collection1/ shard2
[junit4] 2> 721765 T1827 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 723245 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 723263 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723263 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723263 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723263 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 723309 T1827 oasc.ZkController.register We are http://127.0.0.1:42300/collection1/ and leader is http://127.0.0.1:42300/collection1/
[junit4] 2> 723309 T1827 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42300
[junit4] 2> 723309 T1827 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 723310 T1827 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 723310 T1827 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 723312 T1827 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 723313 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 723313 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 723314 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 723624 T1768 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 723627 T1768 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:27406
[junit4] 2> 723628 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 723628 T1768 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 723629 T1768 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316
[junit4] 2> 723629 T1768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/'
[junit4] 2> 723668 T1768 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/solr.xml
[junit4] 2> 723758 T1768 oasc.CoreContainer.<init> New CoreContainer 2115624170
[junit4] 2> 723759 T1768 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/]
[junit4] 2> 723761 T1768 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 723762 T1768 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 723762 T1768 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 723763 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 723764 T1768 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 723764 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 723765 T1768 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 723765 T1768 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 723766 T1768 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 723766 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 723782 T1768 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 723783 T1768 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20686/solr
[junit4] 2> 723783 T1768 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 723784 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 723788 T1840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ee7d34c name:ZooKeeperConnection Watcher:127.0.0.1:20686 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 723788 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 723791 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 723802 T1768 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 723804 T1842 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51e541ec name:ZooKeeperConnection Watcher:127.0.0.1:20686/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 723804 T1768 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 723816 T1768 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 724775 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 724777 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42300_",
[junit4] 2> "base_url":"http://127.0.0.1:42300"}
[junit4] 2> 724793 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724793 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724820 T1768 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27406_
[junit4] 2> 724822 T1768 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27406_
[junit4] 2> 724825 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724825 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 724825 T1810 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724825 T1842 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724825 T1797 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724826 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 724825 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 724826 T1790 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724826 T1826 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 724826 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 724841 T1843 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 724841 T1843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 724843 T1843 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 726298 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 726300 T1791 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:27406_",
[junit4] 2> "base_url":"http://127.0.0.1:27406"}
[junit4] 2> 726300 T1791 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 726300 T1791 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 726305 T1790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1826 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726306 T1797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 726845 T1843 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 726845 T1843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1
[junit4] 2> 726845 T1843 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 726846 T1843 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 726846 T1843 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 726847 T1843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/'
[junit4] 2> 726849 T1843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/lib/README' to classloader
[junit4] 2> 726850 T1843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/lib/classes/' to classloader
[junit4] 2> 726909 T1843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 726972 T1843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 727074 T1843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 727086 T1843 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 727733 T1843 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 727734 T1843 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 727735 T1843 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 727747 T1843 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 727752 T1843 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 727766 T1843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 727771 T1843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 727775 T1843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 727776 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 727776 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 727776 T1843 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 727777 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 727778 T1843 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 727778 T1843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 727779 T1843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374317741316/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/
[junit4] 2> 727779 T1843 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aee4b87
[junit4] 2> 727780 T1843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3
[junit4] 2> 727780 T1843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/index/
[junit4] 2> 727781 T1843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 727781 T1843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374317725209/jetty3/index
[junit4] 2> 727785 T1843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@78bc5967 lockFactory=org.apache.lucene.store.NativeFSLockFactory@47947fae),segFN=segments_1,generation=1}
[junit4] 2> 727785 T1843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 727791 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 727791 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 727792 T1843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 727792 T1843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 727793 T1843 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 727793 T1843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 727794 T1843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 727794 T1843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 727795 T1843 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 727810 T1843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 727817 T1843 oass.SolrIndexSearcher.<init> Opening Searcher@2a7fb080 main
[junit4] 2> 727818 T1843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 727819 T1843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 727823 T1844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a7fb080 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 727825 T1843 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 727826 T1843 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:27406 collection:collection1 shard:shard1
[junit4] 2> 727826 T1843 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 727845 T1843 oasc.ZkController.register We are http://127.0.0.1:27406/collection1/ and leader is http://127.0.0.1:56683/collection1/
[junit4] 2> 727845 T1843 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:27406
[junit4] 2> 727845 T1843 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 727846 T1843 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C1355 name=collection1 org.apache.solr.core.SolrCore@7f856eb7 url=http://127.0.0.1:27406/collection1 node=127.0.0.1:27406_ C1355_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:27406_, base_url=http://127.0.0.1:27406}
[junit4] 2> 727846 T1845 C1355 P27406 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 727847 T1843 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 727847 T1845 C1355 P27406 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 727847 T1845 C1355 P27406 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 727848 T1845 C1355 P27406 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 727848 T1768 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4] 2> 727849 T1768 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 727849 T1845 C1355 P27406 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 727849 T1768 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 727866 T1800 oasha.CoreAdminHandler.hand
[...truncated too long message...]
DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=426), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=426)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_NZ, timezone=Europe/Oslo
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=209882752,total=517996544
[junit4] 2> NOTE: All tests run in this JVM: [AssignTest, TestFiltering, TestSerializedLuceneMatchVersion, StatsComponentTest, BadIndexSchemaTest, LoggingHandlerTest, ShardRoutingCustomTest, DocumentAnalysisRequestHandlerTest, DebugComponentTest, DistributedQueryElevationComponentTest, DirectUpdateHandlerOptimizeTest, TestHashPartitioner, TestQuerySenderListener, SortByFunctionTest, TestSurroundQueryParser, JSONWriterTest, TestCodecSupport, MinimalSchemaTest, FileBasedSpellCheckerTest, TestStressLucene, SearchHandlerTest, TestLFUCache, TestDistributedSearch, ZkControllerTest, ResponseLogComponentTest, SimplePostToolTest, SuggesterTest, TestUniqueKeyFieldResource, IndexSchemaRuntimeFieldTest, TestDefaultSimilarityFactory, TestSolrXml, TestJmxIntegration, TestFastLRUCache, DefaultValueUpdateProcessorTest, AutoCommitTest, HdfsBasicDistributedZkTest, HdfsDirectoryTest, TestSolrXMLSerializer, MoreLikeThisHandlerTest, SolrInfoMBeanTest, TestFunctionQuery, TestCopyFieldCollectionResource, SolrCmdDistributorTest, QueryElevationComponentTest, TestQueryTypes, TestAtomicUpdateErrorCases, TestUpdate, SolrTestCaseJ4Test, TestFuzzyAnalyzedSuggestions, TestWordDelimiterFilterFactory, CachingDirectoryFactoryTest, TestPostingsSolrHighlighter, SolrIndexSplitterTest, SpellCheckCollatorTest, JsonLoaderTest, TestFieldResource, ChaosMonkeySafeLeaderTest, ZkCLITest, TestPartialUpdateDeduplication, OpenCloseCoreStressTest, NotRequiredUniqueKeyTest, TestMultiCoreConfBootstrap, OpenExchangeRatesOrgProviderTest, TestCoreDiscovery, PathHierarchyTokenizerFactoryTest, TestZkChroot, ZkNodePropsTest, TestCloudManagedSchema, HardAutoCommitTest, HdfsUnloadDistributedZkTest, TestJoin, TestConfig, TestSchemaVersionResource, UpdateRequestProcessorFactoryTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=FEF80C5205E97164 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_NZ -Dtests.timezone=Europe/Oslo -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2241, name=recoveryCmdExecutor-995-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([FEF80C5205E97164]:0)
[junit4] Completed on J0 in 389.24s, 1 test, 2 errors <<< FAILURES!
[...truncated 519 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1250: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:893: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 660 ignored (5 assumptions)
Total time: 45 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure