You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/26 09:15:44 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 331 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/331/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3445, name=recoveryCmdExecutor-1703-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3445, name=recoveryCmdExecutor-1703-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([6C00272C40A9A4C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3445, name=recoveryCmdExecutor-1703-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:724)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3445, name=recoveryCmdExecutor-1703-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
at __randomizedtesting.SeedInfo.seed([6C00272C40A9A4C]:0)
Build Log:
[...truncated 9782 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 1368643 T2935 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /pqj/
[junit4] 2> 1368647 T2935 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374822399322
[junit4] 2> 1368649 T2935 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1368649 T2936 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1368750 T2935 oasc.ZkTestServer.run start zk server on port:42819
[junit4] 2> 1368751 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1368755 T2942 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78b09077 name:ZooKeeperConnection Watcher:127.0.0.1:42819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1368755 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1368756 T2935 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1368767 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1368769 T2944 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@103c587d name:ZooKeeperConnection Watcher:127.0.0.1:42819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1368769 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1368770 T2935 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1368780 T2935 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1368782 T2935 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1368785 T2935 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1368793 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1368793 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1368798 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1368798 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1368901 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1368902 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1368905 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1368905 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1368908 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1368908 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1368911 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1368911 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1368914 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1368914 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1368922 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1368923 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1368925 T2935 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1368926 T2935 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1369214 T2935 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1369219 T2935 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42822
[junit4] 2> 1369220 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1369221 T2935 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1369221 T2935 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609
[junit4] 2> 1369221 T2935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/'
[junit4] 2> 1369260 T2935 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/solr.xml
[junit4] 2> 1369348 T2935 oasc.CoreContainer.<init> New CoreContainer 1554702447
[junit4] 2> 1369349 T2935 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/]
[junit4] 2> 1369350 T2935 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1369351 T2935 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1369351 T2935 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1369352 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1369352 T2935 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1369352 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1369353 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1369353 T2935 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1369354 T2935 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1369354 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1369372 T2935 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42819/solr
[junit4] 2> 1369372 T2935 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1369373 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1369376 T2955 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3100f3da name:ZooKeeperConnection Watcher:127.0.0.1:42819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1369376 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1369387 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1369399 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1369402 T2957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c8e6e24 name:ZooKeeperConnection Watcher:127.0.0.1:42819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1369402 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1369409 T2935 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1369417 T2935 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1369419 T2935 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1369426 T2935 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42822_pqj
[junit4] 2> 1369428 T2935 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42822_pqj
[junit4] 2> 1369430 T2935 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1369443 T2935 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1369445 T2935 oasc.Overseer.start Overseer (id=90100360762294275-127.0.0.1:42822_pqj-n_0000000000) starting
[junit4] 2> 1369455 T2935 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1369465 T2959 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1369465 T2935 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1369467 T2935 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1369475 T2935 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1369477 T2958 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1369480 T2960 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1369480 T2960 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1369482 T2960 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1370980 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1370982 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42822_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42822/pqj"}
[junit4] 2> 1370982 T2958 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 1370982 T2958 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1370998 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1371484 T2960 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1371484 T2960 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/collection1
[junit4] 2> 1371484 T2960 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1371485 T2960 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1371485 T2960 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1371486 T2960 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/collection1/'
[junit4] 2> 1371488 T2960 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/collection1/lib/classes/' to classloader
[junit4] 2> 1371488 T2960 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/collection1/lib/README' to classloader
[junit4] 2> 1371549 T2960 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1371608 T2960 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1371709 T2960 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1371719 T2960 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1372309 T2960 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1372321 T2960 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1372325 T2960 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1372338 T2960 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1372343 T2960 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1372347 T2960 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1372348 T2960 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1372349 T2960 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1372349 T2960 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1372350 T2960 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1372350 T2960 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1372351 T2960 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1372351 T2960 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374822399609/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/control/data/
[junit4] 2> 1372351 T2960 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547e97d8
[junit4] 2> 1372352 T2960 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/control/data
[junit4] 2> 1372352 T2960 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/control/data/index/
[junit4] 2> 1372353 T2960 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1372353 T2960 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/control/data/index
[junit4] 2> 1372358 T2960 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74b719fe lockFactory=org.apache.lucene.store.NativeFSLockFactory@216e7f30),segFN=segments_1,generation=1}
[junit4] 2> 1372358 T2960 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1372363 T2960 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1372363 T2960 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1372364 T2960 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1372365 T2960 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1372365 T2960 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1372365 T2960 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1372366 T2960 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1372366 T2960 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1372367 T2960 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1372384 T2960 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1372391 T2960 oass.SolrIndexSearcher.<init> Opening Searcher@652f24f5 main
[junit4] 2> 1372393 T2960 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1372393 T2960 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1372397 T2961 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@652f24f5 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1372399 T2960 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1372400 T2960 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42822/pqj collection:control_collection shard:shard1
[junit4] 2> 1372400 T2960 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1372419 T2960 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1372438 T2960 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1372450 T2960 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1372450 T2960 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1372450 T2960 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42822/pqj/collection1/
[junit4] 2> 1372450 T2960 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1372451 T2960 oasc.SyncStrategy.syncToMe http://127.0.0.1:42822/pqj/collection1/ has no replicas
[junit4] 2> 1372451 T2960 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42822/pqj/collection1/ shard1
[junit4] 2> 1372451 T2960 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1372502 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1372516 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1372567 T2960 oasc.ZkController.register We are http://127.0.0.1:42822/pqj/collection1/ and leader is http://127.0.0.1:42822/pqj/collection1/
[junit4] 2> 1372567 T2960 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42822/pqj
[junit4] 2> 1372567 T2960 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1372567 T2960 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1372567 T2960 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1372569 T2960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1372570 T2935 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1372571 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1372572 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1372584 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1372586 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1372588 T2964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17bd8e5e name:ZooKeeperConnection Watcher:127.0.0.1:42819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1372588 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1372589 T2935 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1372591 T2935 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1372868 T2935 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1372871 T2935 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42826
[junit4] 2> 1372872 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1372872 T2935 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1372873 T2935 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265
[junit4] 2> 1372873 T2935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/'
[junit4] 2> 1372912 T2935 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/solr.xml
[junit4] 2> 1372999 T2935 oasc.CoreContainer.<init> New CoreContainer 996517898
[junit4] 2> 1373000 T2935 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/]
[junit4] 2> 1373002 T2935 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1373002 T2935 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1373002 T2935 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1373003 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1373003 T2935 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1373003 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1373004 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1373004 T2935 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1373005 T2935 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1373005 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1373022 T2935 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42819/solr
[junit4] 2> 1373023 T2935 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1373024 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1373027 T2975 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3219a20d name:ZooKeeperConnection Watcher:127.0.0.1:42819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1373027 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1373041 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1373053 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1373055 T2977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@265f918 name:ZooKeeperConnection Watcher:127.0.0.1:42819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1373056 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1373066 T2935 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1374026 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1374027 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42822_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42822/pqj"}
[junit4] 2> 1374041 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1374041 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1374041 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1374068 T2935 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42826_pqj
[junit4] 2> 1374070 T2935 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42826_pqj
[junit4] 2> 1374072 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1374072 T2957 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1374072 T2977 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1374072 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1374072 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1374073 T2964 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1374087 T2978 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1374087 T2978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1374089 T2978 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1375545 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1375546 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42826_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42826/pqj"}
[junit4] 2> 1375546 T2958 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 1375547 T2958 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1375562 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1375562 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1375562 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1376091 T2978 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1376091 T2978 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/collection1
[junit4] 2> 1376091 T2978 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1376092 T2978 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1376092 T2978 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1376093 T2978 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/collection1/'
[junit4] 2> 1376095 T2978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/collection1/lib/README' to classloader
[junit4] 2> 1376095 T2978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/collection1/lib/classes/' to classloader
[junit4] 2> 1376149 T2978 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1376207 T2978 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1376308 T2978 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1376319 T2978 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1376764 T2978 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1376776 T2978 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1376780 T2978 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1376794 T2978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1376799 T2978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1376804 T2978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1376805 T2978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1376805 T2978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1376805 T2978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1376806 T2978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1376806 T2978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1376807 T2978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1376807 T2978 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374822403265/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty1/
[junit4] 2> 1376807 T2978 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547e97d8
[junit4] 2> 1376808 T2978 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty1
[junit4] 2> 1376809 T2978 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty1/index/
[junit4] 2> 1376809 T2978 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1376809 T2978 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty1/index
[junit4] 2> 1376813 T2978 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fd5b7f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e756029),segFN=segments_1,generation=1}
[junit4] 2> 1376813 T2978 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1376819 T2978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1376819 T2978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1376820 T2978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1376821 T2978 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1376821 T2978 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1376822 T2978 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1376822 T2978 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1376823 T2978 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1376823 T2978 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1376840 T2978 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1376848 T2978 oass.SolrIndexSearcher.<init> Opening Searcher@358df8de main
[junit4] 2> 1376849 T2978 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1376849 T2978 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1376855 T2979 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@358df8de main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1376857 T2978 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1376858 T2978 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42826/pqj collection:collection1 shard:shard1
[junit4] 2> 1376858 T2978 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1376875 T2978 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1376906 T2978 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1376916 T2978 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1376916 T2978 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1376916 T2978 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42826/pqj/collection1/
[junit4] 2> 1376916 T2978 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1376917 T2978 oasc.SyncStrategy.syncToMe http://127.0.0.1:42826/pqj/collection1/ has no replicas
[junit4] 2> 1376917 T2978 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42826/pqj/collection1/ shard1
[junit4] 2> 1376917 T2978 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1377066 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1377081 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1377081 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1377081 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1377133 T2978 oasc.ZkController.register We are http://127.0.0.1:42826/pqj/collection1/ and leader is http://127.0.0.1:42826/pqj/collection1/
[junit4] 2> 1377133 T2978 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42826/pqj
[junit4] 2> 1377133 T2978 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1377133 T2978 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1377134 T2978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1377135 T2978 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1377136 T2935 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1377137 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1377138 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1377406 T2935 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1377409 T2935 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42829
[junit4] 2> 1377409 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1377410 T2935 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1377410 T2935 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823
[junit4] 2> 1377411 T2935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/'
[junit4] 2> 1377446 T2935 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/solr.xml
[junit4] 2> 1377527 T2935 oasc.CoreContainer.<init> New CoreContainer 1227320939
[junit4] 2> 1377528 T2935 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/]
[junit4] 2> 1377529 T2935 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1377530 T2935 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1377530 T2935 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1377530 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1377531 T2935 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1377531 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1377531 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1377532 T2935 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1377532 T2935 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1377533 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1377549 T2935 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42819/solr
[junit4] 2> 1377549 T2935 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1377550 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377553 T2991 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@466008ac name:ZooKeeperConnection Watcher:127.0.0.1:42819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377554 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377568 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1377580 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1377582 T2993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6efcc134 name:ZooKeeperConnection Watcher:127.0.0.1:42819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1377582 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1377591 T2935 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1378594 T2935 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42829_pqj
[junit4] 2> 1378595 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1378596 T2935 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42829_pqj
[junit4] 2> 1378596 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42826_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42826/pqj"}
[junit4] 2> 1378612 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1378613 T2977 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1378613 T2993 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1378613 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378614 T2964 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1378621 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378621 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378621 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378623 T2957 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1378624 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378624 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1378627 T2994 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1378627 T2994 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1378629 T2994 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1380125 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1380126 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42829_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42829/pqj"}
[junit4] 2> 1380126 T2958 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1380126 T2958 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1380140 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1380141 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1380141 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1380140 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1380631 T2994 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1380631 T2994 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/collection1
[junit4] 2> 1380631 T2994 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1380632 T2994 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1380632 T2994 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1380633 T2994 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/collection1/'
[junit4] 2> 1380635 T2994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/collection1/lib/classes/' to classloader
[junit4] 2> 1380635 T2994 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/collection1/lib/README' to classloader
[junit4] 2> 1380689 T2994 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1380747 T2994 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1380848 T2994 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1380859 T2994 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1381444 T2994 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1381456 T2994 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1381466 T2994 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1381479 T2994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1381483 T2994 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1381488 T2994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1381488 T2994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1381489 T2994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1381489 T2994 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1381490 T2994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1381490 T2994 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1381490 T2994 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1381490 T2994 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374822407823/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty2/
[junit4] 2> 1381491 T2994 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547e97d8
[junit4] 2> 1381492 T2994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty2
[junit4] 2> 1381492 T2994 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty2/index/
[junit4] 2> 1381492 T2994 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1381493 T2994 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty2/index
[junit4] 2> 1381496 T2994 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df0430e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1fca331e),segFN=segments_1,generation=1}
[junit4] 2> 1381497 T2994 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1381502 T2994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1381502 T2994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1381503 T2994 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1381504 T2994 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1381504 T2994 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1381505 T2994 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1381505 T2994 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1381506 T2994 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1381506 T2994 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1381522 T2994 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1381530 T2994 oass.SolrIndexSearcher.<init> Opening Searcher@3f12384e main
[junit4] 2> 1381531 T2994 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1381531 T2994 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1381536 T2995 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f12384e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1381538 T2994 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1381539 T2994 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42829/pqj collection:collection1 shard:shard2
[junit4] 2> 1381539 T2994 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1381556 T2994 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1381584 T2994 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1381594 T2994 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1381594 T2994 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1381594 T2994 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42829/pqj/collection1/
[junit4] 2> 1381595 T2994 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1381595 T2994 oasc.SyncStrategy.syncToMe http://127.0.0.1:42829/pqj/collection1/ has no replicas
[junit4] 2> 1381595 T2994 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42829/pqj/collection1/ shard2
[junit4] 2> 1381595 T2994 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1381645 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1381659 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1381659 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1381659 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1381659 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1381709 T2994 oasc.ZkController.register We are http://127.0.0.1:42829/pqj/collection1/ and leader is http://127.0.0.1:42829/pqj/collection1/
[junit4] 2> 1381709 T2994 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42829/pqj
[junit4] 2> 1381709 T2994 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1381709 T2994 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1381709 T2994 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1381711 T2994 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1381712 T2935 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1381713 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1381713 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1382002 T2935 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1382005 T2935 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42832
[junit4] 2> 1382006 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1382006 T2935 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1382006 T2935 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399
[junit4] 2> 1382007 T2935 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/'
[junit4] 2> 1382043 T2935 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/solr.xml
[junit4] 2> 1382138 T2935 oasc.CoreContainer.<init> New CoreContainer 1101369824
[junit4] 2> 1382139 T2935 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/]
[junit4] 2> 1382141 T2935 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1382141 T2935 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1382141 T2935 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1382142 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1382142 T2935 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1382143 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1382143 T2935 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1382143 T2935 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1382144 T2935 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1382144 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1382165 T2935 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42819/solr
[junit4] 2> 1382165 T2935 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1382166 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1382194 T3007 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c1587a4 name:ZooKeeperConnection Watcher:127.0.0.1:42819 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1382194 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1382196 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1382208 T2935 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1382210 T3009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fba5f1c name:ZooKeeperConnection Watcher:127.0.0.1:42819/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1382210 T2935 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1382214 T2935 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1383164 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1383165 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42829_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42829/pqj"}
[junit4] 2> 1383178 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383178 T3009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383178 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383178 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383178 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383216 T2935 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42832_pqj
[junit4] 2> 1383217 T2935 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42832_pqj
[junit4] 2> 1383219 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383219 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383219 T3009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1383219 T2977 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1383219 T2957 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1383220 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1383220 T2964 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1383220 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1383221 T2993 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1383222 T3009 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1383228 T3010 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1383228 T3010 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1383230 T3010 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1384682 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1384683 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42832_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42832/pqj"}
[junit4] 2> 1384683 T2958 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1384684 T2958 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1384700 T2977 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1384700 T2993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1384700 T3009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1384700 T2964 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1384700 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1385232 T3010 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1385232 T3010 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/collection1
[junit4] 2> 1385232 T3010 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1385233 T3010 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1385233 T3010 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1385234 T3010 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/collection1/'
[junit4] 2> 1385236 T3010 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/collection1/lib/README' to classloader
[junit4] 2> 1385236 T3010 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/collection1/lib/classes/' to classloader
[junit4] 2> 1385291 T3010 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1385349 T3010 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1385450 T3010 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1385461 T3010 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1386046 T3010 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1386057 T3010 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1386061 T3010 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1386073 T3010 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1386078 T3010 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1386081 T3010 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1386082 T3010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1386083 T3010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1386083 T3010 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1386084 T3010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1386084 T3010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1386084 T3010 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1386084 T3010 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374822412399/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty3/
[junit4] 2> 1386085 T3010 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547e97d8
[junit4] 2> 1386086 T3010 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty3
[junit4] 2> 1386086 T3010 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty3/index/
[junit4] 2> 1386086 T3010 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 1386086 T3010 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374822399322/jetty3/index
[junit4] 2> 1386090 T3010 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@48140b1e lockFactory=org.apache.lucene.store.NativeFSLockFactory@795e0ac1),segFN=segments_1,generation=1}
[junit4] 2> 1386090 T3010 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1386095 T3010 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1386096 T3010 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1386096 T3010 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1386097 T3010 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1386098 T3010 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1386098 T3010 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1386098 T3010 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1386099 T3010 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1386099 T3010 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1386116 T3010 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1386123 T3010 oass.SolrIndexSearcher.<init> Opening Searcher@7d349410 main
[junit4] 2> 1386125 T3010 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1386125 T3010 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1386130 T3011 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d349410 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1386132 T3010 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1386133 T3010 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42832/pqj collection:collection1 shard:shard1
[junit4] 2> 1386133 T3010 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 1386152 T3010 oasc.ZkController.register We are http://127.0.0.1:42832/pqj/collection1/ and leader is http://127.0.0.1:42826/pqj/collection1/
[junit4] 2> 1386152 T3010 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42832/pqj
[junit4] 2> 1386152 T3010 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 1386153 T3010 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C984 name=collection1 org.apache.solr.core.SolrCore@73e94795 url=http://127.0.0.1:42832/pqj/collection1 node=127.0.0.1:42832_pqj C984_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:42832_pqj, base_url=http://127.0.0.1:42832/pqj}
[junit4] 2> 1386153 T3012 C984 P42832 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 1386153 T3010 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1386155 T3012 C984 P42832 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 1386155 T3012 C984 P42832 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 1386155 T3012 C984 P42832 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1386156 T2935 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1386157 T2935 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1386157 T2935 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1386207 T3012 C984 P42832 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1386208 T2958 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1386209 T2958 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"recovering",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:42832_pqj",
[junit4] 2> "base_url":"http://127.0.0.1:42832/pqj"}
[junit4] 2> 1386220 T2967 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 1386297 T2957 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurre
[...truncated too long message...]
), multiDefault=PostingsFormat(name=Lucene41WithOrds), n_tf1=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), n_dt1=PostingsFormat(name=Lucene41WithOrds), genre_s=PostingsFormat(name=Asserting), author_t=PostingsFormat(name=Lucene41WithOrds), range_facet_l=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), n_ti1=PostingsFormat(name=MockSep), text=PostingsFormat(name=Asserting), _version_=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), val_i=PostingsFormat(name=MockSep), SubjectTerms_mfacet=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), series_t=PostingsFormat(name=Lucene41WithOrds), a_t=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), n_tdt1=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), regex_dup_A_s=PostingsFormat(name=Asserting), price=PostingsFormat(name=Asserting), other_tl1=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), n_l1=Pulsing41(freqCutoff=20 minBlockSize=99 maxBlockSize=225), a_si=PostingsFormat(name=Lucene41WithOrds), inStock=PostingsFormat(name=Asserting)}, docValues:{timestamp=DocValuesFormat(name=CheapBastard)}, sim=DefaultSimilarity, locale=ar_SY, timezone=America/Dawson_Creek
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=89224440,total=376700928
[junit4] 2> NOTE: All tests run in this JVM: [TestFastWriter, TestFaceting, UnloadDistributedZkTest, TestStressVersions, SearchHandlerTest, JsonLoaderTest, TestLFUCache, TestPHPSerializedResponseWriter, TestFastLRUCache, FieldMutatingUpdateProcessorTest, ReturnFieldsTest, TestGroupingSearch, TestSolrXmlPersistence, DistributedQueryElevationComponentTest, DocumentBuilderTest, AlternateDirectoryTest, TestFunctionQuery, SynonymTokenizerTest, ShowFileRequestHandlerTest, TestPropInjectDefaults, TestFieldTypeResource, ClusterStateUpdateTest, TestSolrQueryParser, SpatialFilterTest, TestFieldResource, ZkControllerTest, TestSolrCoreProperties, TestRandomDVFaceting, BadComponentTest, DirectUpdateHandlerOptimizeTest, TestSearchPerf, TestPhraseSuggestions, TestMaxScoreQueryParser, TestSchemaVersionResource, ResourceLoaderTest, PeerSyncTest, MBeansHandlerTest, RecoveryZkTest, TestDefaultSearchFieldResource, DocValuesTest, TestSolrQueryParserResource, TestBadConfig, PrimitiveFieldTypeTest, QueryElevationComponentTest, LoggingHandlerTest, IndexSchemaTest, AnalysisAfterCoreReloadTest, SolrIndexSplitterTest, TestShardHandlerFactory, SchemaVersionSpecificBehaviorTest, PrimUtilsTest, SolrTestCaseJ4Test, TestFuzzyAnalyzedSuggestions, SolrCoreTest, ScriptEngineTest, TestCopyFieldCollectionResource, TestXIncludeConfig, SuggesterTest, AutoCommitTest, TestLRUCache, SoftAutoCommitTest, TestReplicationHandler, DirectSolrConnectionTest, TestExtendedDismaxParser, TestSerializedLuceneMatchVersion, ExternalFileFieldSortTest, TestAddFieldRealTimeGet, BasicFunctionalityTest, LukeRequestHandlerTest, OverseerTest, QueryParsingTest, UpdateRequestProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, CircularListTest, TestPluginEnable, LegacyHTMLStripCharFilterTest, TestSolrIndexConfig, BasicDistributedZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=6C00272C40A9A4C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_SY -Dtests.timezone=America/Dawson_Creek -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3445, name=recoveryCmdExecutor-1703-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([6C00272C40A9A4C]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3445, name=recoveryCmdExecutor-1703-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4] > at __randomizedtesting.SeedInfo.seed([6C00272C40A9A4C]:0)
[junit4] Completed on J0 in 416.31s, 1 test, 2 errors <<< FAILURES!
[...truncated 483 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:396: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:369: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1230: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:873: There were test failures: 318 suites, 1342 tests, 2 suite-level errors, 654 ignored (4 assumptions)
Total time: 86 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure