You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/29 11:25:18 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1847 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1847/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)
Build Log:
[...truncated 9256 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 925897 T3326 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 925901 T3326 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1375089075298
[junit4] 2> 925902 T3326 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 925902 T3327 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 926003 T3326 oasc.ZkTestServer.run start zk server on port:33180
[junit4] 2> 926004 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926034 T3333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63989061 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926034 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926035 T3326 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 926047 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926049 T3335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a9a9289 name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926049 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926049 T3326 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 926059 T3326 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 926061 T3326 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 926063 T3326 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 926065 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 926066 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 926077 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 926077 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 926181 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 926181 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 926183 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 926184 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 926195 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 926195 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 926198 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 926198 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 926201 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 926201 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 926208 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 926209 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 926211 T3326 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 926211 T3326 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 926409 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 926413 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33183
[junit4] 2> 926413 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 926414 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 926414 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610
[junit4] 2> 926414 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/'
[junit4] 2> 926438 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/solr.xml
[junit4] 2> 926486 T3326 oasc.CoreContainer.<init> New CoreContainer 22255427
[junit4] 2> 926486 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/]
[junit4] 2> 926487 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 926488 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 926488 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 926488 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 926489 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 926489 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 926489 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 926490 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 926490 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 926490 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 926502 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 926502 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 926503 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926505 T3346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16efb063 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926505 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926516 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 926528 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 926529 T3348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49259258 name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 926530 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 926537 T3326 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 926540 T3326 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 926550 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 926552 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33183_
[junit4] 2> 926553 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33183_
[junit4] 2> 926563 T3326 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 926574 T3326 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 926582 T3326 oasc.Overseer.start Overseer (id=90117837639122947-127.0.0.1:33183_-n_0000000000) starting
[junit4] 2> 926596 T3326 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 926604 T3350 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 926605 T3326 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 926612 T3326 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 926613 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 926616 T3349 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 926622 T3351 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 926622 T3351 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 926623 T3351 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 928119 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 928120 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33183_",
[junit4] 2> "base_url":"http://127.0.0.1:33183"}
[junit4] 2> 928120 T3349 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 928121 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 928159 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 928625 T3351 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 928625 T3351 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1
[junit4] 2> 928625 T3351 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 928626 T3351 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 928626 T3351 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 928627 T3351 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/'
[junit4] 2> 928628 T3351 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/lib/classes/' to classloader
[junit4] 2> 928629 T3351 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/lib/README' to classloader
[junit4] 2> 928683 T3351 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 928741 T3351 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 928843 T3351 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 928860 T3351 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 929483 T3351 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 929483 T3351 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 929484 T3351 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 929497 T3351 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 929501 T3351 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 929514 T3351 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 929519 T3351 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 929523 T3351 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 929524 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 929525 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 929525 T3351 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 929526 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 929526 T3351 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 929526 T3351 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 929527 T3351 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375089075610/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/
[junit4] 2> 929527 T3351 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 929528 T3351 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data
[junit4] 2> 929528 T3351 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/index/
[junit4] 2> 929528 T3351 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 929529 T3351 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/control/data/index
[junit4] 2> 929533 T3351 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49967957 lockFactory=org.apache.lucene.store.NativeFSLockFactory@edec241),segFN=segments_1,generation=1}
[junit4] 2> 929533 T3351 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 929537 T3351 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 929538 T3351 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 929538 T3351 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 929539 T3351 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 929539 T3351 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 929540 T3351 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 929540 T3351 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 929540 T3351 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 929541 T3351 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 929550 T3351 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 929558 T3351 oass.SolrIndexSearcher.<init> Opening Searcher@a022b6e main
[junit4] 2> 929559 T3351 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 929559 T3351 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 929562 T3352 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a022b6e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 929564 T3351 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 929564 T3351 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33183 collection:control_collection shard:shard1
[junit4] 2> 929564 T3351 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 929579 T3351 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 929650 T3351 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 929653 T3351 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 929653 T3351 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 929653 T3351 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33183/collection1/
[junit4] 2> 929654 T3351 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 929654 T3351 oasc.SyncStrategy.syncToMe http://127.0.0.1:33183/collection1/ has no replicas
[junit4] 2> 929654 T3351 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33183/collection1/ shard1
[junit4] 2> 929655 T3351 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 929663 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 929669 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 929711 T3351 oasc.ZkController.register We are http://127.0.0.1:33183/collection1/ and leader is http://127.0.0.1:33183/collection1/
[junit4] 2> 929711 T3351 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33183
[junit4] 2> 929711 T3351 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 929711 T3351 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 929712 T3351 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 929716 T3351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 929717 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 929717 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 929718 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 929727 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 929729 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 929730 T3355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38c108c8 name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 929731 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 929732 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 929734 T3326 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 929996 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 929999 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33189
[junit4] 2> 930000 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 930000 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 930001 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130
[junit4] 2> 930001 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/'
[junit4] 2> 930037 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/solr.xml
[junit4] 2> 930109 T3326 oasc.CoreContainer.<init> New CoreContainer 175485925
[junit4] 2> 930110 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/]
[junit4] 2> 930111 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 930112 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 930112 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 930113 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 930113 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 930114 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 930114 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 930115 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 930115 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 930116 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 930130 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 930131 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 930132 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 930159 T3366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357584c0 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 930159 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 930161 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 930171 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 930173 T3368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@104f141d name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 930173 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 930182 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 931174 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 931175 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33183_",
[junit4] 2> "base_url":"http://127.0.0.1:33183"}
[junit4] 2> 931192 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931192 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33189_
[junit4] 2> 931192 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931192 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931201 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33189_
[junit4] 2> 931203 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931203 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 931203 T3368 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 931204 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 931205 T3355 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 931205 T3348 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 931213 T3369 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 931213 T3369 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 931215 T3369 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 932703 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 932704 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33189_",
[junit4] 2> "base_url":"http://127.0.0.1:33189"}
[junit4] 2> 932704 T3349 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 932705 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 932721 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 932721 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 932721 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 933218 T3369 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 933218 T3369 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1
[junit4] 2> 933218 T3369 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 933219 T3369 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 933219 T3369 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 933220 T3369 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/'
[junit4] 2> 933221 T3369 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/lib/README' to classloader
[junit4] 2> 933222 T3369 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/lib/classes/' to classloader
[junit4] 2> 933276 T3369 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 933335 T3369 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 933436 T3369 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 933447 T3369 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 934070 T3369 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 934070 T3369 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 934071 T3369 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 934081 T3369 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 934084 T3369 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 934095 T3369 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 934099 T3369 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 934102 T3369 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 934103 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 934103 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 934103 T3369 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 934104 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 934104 T3369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 934105 T3369 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 934105 T3369 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375089079130/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/
[junit4] 2> 934105 T3369 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 934106 T3369 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1
[junit4] 2> 934106 T3369 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/index/
[junit4] 2> 934106 T3369 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 934106 T3369 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty1/index
[junit4] 2> 934109 T3369 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b3ac3ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6484f8e6),segFN=segments_1,generation=1}
[junit4] 2> 934109 T3369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 934112 T3369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 934112 T3369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 934113 T3369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 934113 T3369 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 934114 T3369 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 934115 T3369 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 934121 T3369 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 934125 T3369 oass.SolrIndexSearcher.<init> Opening Searcher@59a23adf main
[junit4] 2> 934126 T3369 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 934126 T3369 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 934130 T3370 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59a23adf main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 934131 T3369 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 934132 T3369 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33189 collection:collection1 shard:shard1
[junit4] 2> 934132 T3369 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 934143 T3369 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 934158 T3369 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 934160 T3369 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 934160 T3369 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 934160 T3369 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33189/collection1/
[junit4] 2> 934161 T3369 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 934161 T3369 oasc.SyncStrategy.syncToMe http://127.0.0.1:33189/collection1/ has no replicas
[junit4] 2> 934161 T3369 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33189/collection1/ shard1
[junit4] 2> 934161 T3369 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 934225 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 934239 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 934239 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 934239 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 934268 T3369 oasc.ZkController.register We are http://127.0.0.1:33189/collection1/ and leader is http://127.0.0.1:33189/collection1/
[junit4] 2> 934268 T3369 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33189
[junit4] 2> 934268 T3369 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 934268 T3369 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 934269 T3369 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 934270 T3369 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 934271 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 934271 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 934272 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 934454 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 934456 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33193
[junit4] 2> 934457 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 934457 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 934458 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675
[junit4] 2> 934458 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/'
[junit4] 2> 934482 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/solr.xml
[junit4] 2> 934529 T3326 oasc.CoreContainer.<init> New CoreContainer 792738001
[junit4] 2> 934530 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/]
[junit4] 2> 934531 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 934531 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 934532 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 934533 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 934533 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 934533 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 934534 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 934544 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 934545 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 934545 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 934621 T3382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21523993 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 934622 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 934653 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 934664 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 934666 T3384 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb9293d name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 934666 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 934675 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 935678 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33193_
[junit4] 2> 935686 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33193_
[junit4] 2> 935694 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 935694 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 935695 T3368 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935695 T3384 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935695 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935696 T3355 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935696 T3348 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 935710 T3385 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 935710 T3385 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 935713 T3385 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 935743 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 935744 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33189_",
[junit4] 2> "base_url":"http://127.0.0.1:33189"}
[junit4] 2> 935747 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33193_",
[junit4] 2> "base_url":"http://127.0.0.1:33193"}
[junit4] 2> 935747 T3349 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 935748 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 935751 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935751 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935751 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 935751 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 936714 T3385 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 936714 T3385 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1
[junit4] 2> 936714 T3385 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 936715 T3385 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 936715 T3385 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 936716 T3385 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/'
[junit4] 2> 936717 T3385 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/lib/classes/' to classloader
[junit4] 2> 936718 T3385 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/lib/README' to classloader
[junit4] 2> 936771 T3385 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 936830 T3385 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 936931 T3385 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 936942 T3385 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 937566 T3385 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 937567 T3385 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 937568 T3385 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 937580 T3385 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 937584 T3385 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 937597 T3385 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 937601 T3385 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 937605 T3385 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 937606 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 937606 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 937607 T3385 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 937608 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 937608 T3385 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 937608 T3385 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 937608 T3385 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375089083675/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/
[junit4] 2> 937609 T3385 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 937610 T3385 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2
[junit4] 2> 937610 T3385 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/index/
[junit4] 2> 937610 T3385 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 937610 T3385 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty2/index
[junit4] 2> 937614 T3385 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@79daa792 lockFactory=org.apache.lucene.store.NativeFSLockFactory@185efb98),segFN=segments_1,generation=1}
[junit4] 2> 937614 T3385 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 937618 T3385 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 937618 T3385 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 937619 T3385 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 937620 T3385 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 937620 T3385 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 937620 T3385 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 937621 T3385 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 937621 T3385 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 937622 T3385 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 937630 T3385 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 937637 T3385 oass.SolrIndexSearcher.<init> Opening Searcher@10b9571d main
[junit4] 2> 937638 T3385 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 937638 T3385 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 937642 T3386 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10b9571d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 937644 T3385 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 937645 T3385 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33193 collection:collection1 shard:shard2
[junit4] 2> 937645 T3385 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 937659 T3385 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 937679 T3385 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 937681 T3385 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 937682 T3385 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 937682 T3385 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33193/collection1/
[junit4] 2> 937682 T3385 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 937682 T3385 oasc.SyncStrategy.syncToMe http://127.0.0.1:33193/collection1/ has no replicas
[junit4] 2> 937683 T3385 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33193/collection1/ shard2
[junit4] 2> 937683 T3385 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 938758 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 938765 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938765 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938765 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938765 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 938809 T3385 oasc.ZkController.register We are http://127.0.0.1:33193/collection1/ and leader is http://127.0.0.1:33193/collection1/
[junit4] 2> 938809 T3385 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33193
[junit4] 2> 938809 T3385 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 938809 T3385 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 938810 T3385 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 938811 T3385 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 938812 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 938813 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 938813 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 939090 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 939094 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33196
[junit4] 2> 939094 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 939095 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 939095 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218
[junit4] 2> 939096 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/'
[junit4] 2> 939132 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/solr.xml
[junit4] 2> 939205 T3326 oasc.CoreContainer.<init> New CoreContainer 1154474719
[junit4] 2> 939206 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/]
[junit4] 2> 939207 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 939208 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 939208 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 939209 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 939209 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 939210 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 939210 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 939211 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 939211 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 939212 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 939227 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 939228 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 939229 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 939231 T3398 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c37c1c4 name:ZooKeeperConnection Watcher:127.0.0.1:33180 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 939231 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 939233 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 939244 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 939246 T3400 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f7ab9dc name:ZooKeeperConnection Watcher:127.0.0.1:33180/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 939246 T3326 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 939258 T3326 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 940261 T3326 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33196_
[junit4] 2> 940265 T3326 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33196_
[junit4] 2> 940275 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 940275 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 940275 T3400 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940275 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 940275 T3368 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940276 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940277 T3349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 940282 T3384 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940282 T3355 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940283 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33193_",
[junit4] 2> "base_url":"http://127.0.0.1:33193"}
[junit4] 2> 940290 T3401 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 940290 T3401 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 940291 T3401 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 940303 T3349 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33196_",
[junit4] 2> "base_url":"http://127.0.0.1:33196"}
[junit4] 2> 940303 T3349 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 940303 T3349 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 940307 T3355 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940307 T3384 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940307 T3400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940307 T3368 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 940312 T3348 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 940312 T3348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 941293 T3401 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 941293 T3401 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1
[junit4] 2> 941293 T3401 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 941294 T3401 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 941294 T3401 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 941295 T3401 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/'
[junit4] 2> 941296 T3401 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/lib/classes/' to classloader
[junit4] 2> 941297 T3401 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/lib/README' to classloader
[junit4] 2> 941351 T3401 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 941410 T3401 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 941511 T3401 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 941522 T3401 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 942142 T3401 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 942143 T3401 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 942144 T3401 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 942155 T3401 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 942159 T3401 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 942172 T3401 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 942176 T3401 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 942180 T3401 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 942181 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 942181 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 942182 T3401 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 942182 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 942183 T3401 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 942183 T3401 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 942183 T3401 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375089088218/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/
[junit4] 2> 942184 T3401 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@31bca1c3
[junit4] 2> 942184 T3401 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3
[junit4] 2> 942185 T3401 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/index/
[junit4] 2> 942185 T3401 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 942185 T3401 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375089075297/jetty3/index
[junit4] 2> 942189 T3401 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c1570c5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3f5b),segFN=segments_1,generation=1}
[junit4] 2> 942189 T3401 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 942193 T3401 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 942193 T3401 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 942194 T3401 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 942195 T3401 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 942195 T3401 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 942195 T3401 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 942196 T3401 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 942196 T3401 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 942197 T3401 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 942205 T3401 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 942212 T3401 oass.SolrIndexSearcher.<init> Opening Searcher@7170ead5 main
[junit4] 2> 942213 T3401 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 942213 T3401 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 942217 T3402 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7170ead5 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 942219 T3401 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 942219 T3401 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33196 collection:collection1 shard:shard1
[junit4] 2> 942220 T3401 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 942236 T3401 oasc.ZkController.register We are http://127.0.0.1:33196/collection1/ and leader is http://127.0.0.1:33189/collection1/
[junit4] 2> 942236 T3401 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33196
[junit4] 2> 942236 T3401 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 942237 T3401 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C554 name=collection1 org.apache.solr.core.SolrCore@57e73448 url=http://127.0.0.1:33196/collection1 node=127.0.0.1:33196_ C554_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:33196_, base_url=http://127.0.0.1:33196}
[junit4] 2> 942237 T3403 C554 P33196 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 942237 T3401 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 942238 T3403 C554 P33196 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 942238 T3403 C554 P33196 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 942239 T3403 C554 P33196 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 942239 T3326 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 942240 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 942240 T3403 C554 P33196 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 942240 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 942253 T3358 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 942516 T3326 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 942519 T3326 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33205
[junit4] 2> 942519 T3326 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 942520 T3326 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 942520 T3326 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649
[junit4] 2> 942521 T3326 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649/'
[junit4] 2> 942557 T3326 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649/solr.xml
[junit4] 2> 942629 T3326 oasc.CoreContainer.<init> New CoreContainer 1691314632
[junit4] 2> 942630 T3326 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1375089091649/]
[junit4] 2> 942631 T3326 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 942632 T3326 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 942632 T3326 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 942633 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 942633 T3326 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 942634 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 942634 T3326 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 942635 T3326 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 942635 T3326 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 942636 T3326 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 942651 T3326 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33180/solr
[junit4] 2> 942651 T3326 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 942652 T3326 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[...truncated too long message...]
n(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=sk, timezone=Asia/Karachi
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=253988432,total=363528192
[junit4] 2> NOTE: All tests run in this JVM: [TestConfig, DocValuesTest, UUIDFieldTest, TermVectorComponentTest, HdfsDirectoryTest, ClusterStateUpdateTest, RegexBoostProcessorTest, UpdateRequestProcessorFactoryTest, DocumentBuilderTest, TestBadConfig, TestPropInjectDefaults, AutoCommitTest, TestLRUCache, AnalysisAfterCoreReloadTest, SimpleFacetsTest, ZkCLITest, DirectUpdateHandlerOptimizeTest, CoreAdminHandlerTest, MinimalSchemaTest, TestRecoveryHdfs, ShardRoutingTest, DistributedTermsComponentTest, TestAddFieldRealTimeGet, TestRemoteStreaming, LoggingHandlerTest, TestDocumentBuilder, TestXIncludeConfig, DateFieldTest, MBeansHandlerTest, SolrIndexSplitterTest, TestRealTimeGet, TestGroupingSearch, FileBasedSpellCheckerTest, TestIBSimilarityFactory, SpellingQueryConverterTest, RecoveryZkTest, SynonymTokenizerTest, TestPluginEnable, TestPHPSerializedResponseWriter, SearchHandlerTest, TestFieldTypeResource, TestJoin, TestFuzzyAnalyzedSuggestions, LukeRequestHandlerTest, TestSweetSpotSimilarityFactory, OverseerTest, TestSolrXml, TestSolrXmlPersistence, SOLR749Test, UnloadDistributedZkTest, CircularListTest, CachingDirectoryFactoryTest, SolrCoreTest, BinaryUpdateRequestHandlerTest, ParsingFieldUpdateProcessorsTest, ReturnFieldsTest, TestDynamicFieldCollectionResource, FieldMutatingUpdateProcessorTest, IndexSchemaTest, TestReplicationHandler, TestSolrQueryParserResource, TestSolrQueryParser, SliceStateUpdateTest, ExternalFileFieldSortTest, TestFieldTypeCollectionResource, QueryEqualityTest, TestSolrDeletionPolicy1, BlockDirectoryTest, LeaderElectionTest, AliasIntegrationTest, JsonLoaderTest, DirectSolrConnectionTest, AlternateDirectoryTest, OverseerCollectionProcessorTest, PeerSyncTest, TestPhraseSuggestions, PrimitiveFieldTypeTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=F9E435EED6337DBE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Asia/Karachi -Dtests.file.encoding=ISO8859-1
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3823, name=recoveryCmdExecutor-1610-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([F9E435EED6337DBE]:0)
[junit4] Completed on J0 in 412.22s, 1 test, 2 errors <<< FAILURES!
[...truncated 497 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 652 ignored (4 assumptions)
Total time: 49 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1848 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1848/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)
Build Log:
[...truncated 9294 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 613199 T2138 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 613203 T2138 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1375105651651
[junit4] 2> 613204 T2138 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 613205 T2139 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 613305 T2138 oasc.ZkTestServer.run start zk server on port:51491
[junit4] 2> 613307 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613310 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58561c26 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613310 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613311 T2138 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 613322 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613323 T2147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@345a656a name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613323 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613324 T2138 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 613328 T2138 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 613336 T2138 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 613339 T2138 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 613342 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 613343 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 613354 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 613354 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 613459 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 613460 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 613463 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 613463 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 613472 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 613473 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 613476 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 613477 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 613480 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 613480 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 613484 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 613485 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 613488 T2138 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 613488 T2138 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 613795 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 613797 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51494
[junit4] 2> 613798 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 613799 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 613799 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946
[junit4] 2> 613800 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/'
[junit4] 2> 613837 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/solr.xml
[junit4] 2> 613911 T2138 oasc.CoreContainer.<init> New CoreContainer 205871636
[junit4] 2> 613912 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/]
[junit4] 2> 613913 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 613914 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 613914 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 613915 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 613915 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 613916 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 613916 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 613917 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 613917 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 613918 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 613935 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 613935 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 613936 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613939 T2158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d1cdd57 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613940 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613957 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 613965 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613967 T2160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2433440e name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613967 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613970 T2138 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 613980 T2138 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 613983 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 613985 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51494_
[junit4] 2> 613992 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51494_
[junit4] 2> 613995 T2138 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 614012 T2138 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 614020 T2138 oasc.Overseer.start Overseer (id=90118923986927619-127.0.0.1:51494_-n_0000000000) starting
[junit4] 2> 614025 T2138 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 614038 T2162 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 614039 T2138 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 614042 T2138 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 614048 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 614052 T2161 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 614057 T2163 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 614057 T2163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 614059 T2163 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 615560 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 615562 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51494_",
[junit4] 2> "base_url":"http://127.0.0.1:51494"}
[junit4] 2> 615562 T2161 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 615562 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 615586 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 616061 T2163 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 616061 T2163 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1
[junit4] 2> 616061 T2163 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 616062 T2163 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 616062 T2163 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 616063 T2163 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/'
[junit4] 2> 616065 T2163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/lib/classes/' to classloader
[junit4] 2> 616065 T2163 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/lib/README' to classloader
[junit4] 2> 616110 T2163 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 616156 T2163 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 616257 T2163 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 616265 T2163 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 616765 T2163 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 616766 T2163 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 616767 T2163 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 616782 T2163 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 616787 T2163 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 616803 T2163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 616808 T2163 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 616813 T2163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 616814 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 616814 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 616814 T2163 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 616816 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 616816 T2163 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 616816 T2163 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 616817 T2163 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1375105651946/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/
[junit4] 2> 616817 T2163 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 616818 T2163 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data
[junit4] 2> 616818 T2163 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/index/
[junit4] 2> 616818 T2163 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 616819 T2163 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/control/data/index
[junit4] 2> 616823 T2163 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7f27c5be lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c7890ee),segFN=segments_1,generation=1}
[junit4] 2> 616823 T2163 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 616827 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 616828 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 616828 T2163 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 616829 T2163 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 616829 T2163 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 616830 T2163 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 616830 T2163 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 616830 T2163 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 616831 T2163 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 616840 T2163 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 616847 T2163 oass.SolrIndexSearcher.<init> Opening Searcher@32dbf68e main
[junit4] 2> 616849 T2163 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 616849 T2163 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 616852 T2164 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32dbf68e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 616854 T2163 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 616854 T2163 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51494 collection:control_collection shard:shard1
[junit4] 2> 616854 T2163 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 616872 T2163 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 616889 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 616899 T2163 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 616899 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 616899 T2163 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51494/collection1/
[junit4] 2> 616900 T2163 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 616900 T2163 oasc.SyncStrategy.syncToMe http://127.0.0.1:51494/collection1/ has no replicas
[junit4] 2> 616900 T2163 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51494/collection1/ shard1
[junit4] 2> 616900 T2163 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 617091 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 617109 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 617162 T2163 oasc.ZkController.register We are http://127.0.0.1:51494/collection1/ and leader is http://127.0.0.1:51494/collection1/
[junit4] 2> 617162 T2163 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51494
[junit4] 2> 617162 T2163 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 617163 T2163 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 617163 T2163 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 617165 T2163 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 617166 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 617167 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 617167 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 617176 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 617177 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 617179 T2167 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112c032f name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 617179 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 617181 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 617184 T2138 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 617502 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 617504 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51498
[junit4] 2> 617505 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 617506 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 617506 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631
[junit4] 2> 617506 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/'
[junit4] 2> 617547 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/solr.xml
[junit4] 2> 617613 T2138 oasc.CoreContainer.<init> New CoreContainer 1421822724
[junit4] 2> 617614 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/]
[junit4] 2> 617615 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 617615 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 617616 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 617616 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 617616 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 617617 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 617617 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 617617 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 617618 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 617618 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 617630 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 617630 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 617631 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 617634 T2178 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ad61f13 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 617634 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 617649 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 617658 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 617660 T2180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30dbc45 name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 617660 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 617669 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 618621 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 618623 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51494_",
[junit4] 2> "base_url":"http://127.0.0.1:51494"}
[junit4] 2> 618644 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618644 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618644 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618674 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51498_
[junit4] 2> 618675 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51498_
[junit4] 2> 618707 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618707 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 618708 T2167 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 618708 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 618709 T2160 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 618709 T2180 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 618715 T2181 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 618715 T2181 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 618761 T2181 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 620177 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 620178 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51498_",
[junit4] 2> "base_url":"http://127.0.0.1:51498"}
[junit4] 2> 620179 T2161 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 620179 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 620198 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620198 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620198 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620763 T2181 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 620763 T2181 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1
[junit4] 2> 620763 T2181 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 620764 T2181 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 620765 T2181 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 620766 T2181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/'
[junit4] 2> 620767 T2181 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/lib/classes/' to classloader
[junit4] 2> 620768 T2181 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/lib/README' to classloader
[junit4] 2> 620823 T2181 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 620886 T2181 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 620987 T2181 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 620998 T2181 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 621629 T2181 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 621629 T2181 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 621630 T2181 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 621639 T2181 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 621642 T2181 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 621653 T2181 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 621657 T2181 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 621661 T2181 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 621661 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 621661 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 621662 T2181 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 621662 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 621663 T2181 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 621663 T2181 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 621663 T2181 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1375105655631/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/
[junit4] 2> 621663 T2181 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 621664 T2181 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1
[junit4] 2> 621664 T2181 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/index/
[junit4] 2> 621664 T2181 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 621664 T2181 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty1/index
[junit4] 2> 621667 T2181 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@26e1d5cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4002280),segFN=segments_1,generation=1}
[junit4] 2> 621667 T2181 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 621670 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 621670 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 621671 T2181 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 621671 T2181 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 621672 T2181 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 621673 T2181 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 621680 T2181 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 621685 T2181 oass.SolrIndexSearcher.<init> Opening Searcher@6260dffd main
[junit4] 2> 621686 T2181 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 621686 T2181 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 621689 T2182 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6260dffd main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 621690 T2181 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 621690 T2181 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51498 collection:collection1 shard:shard1
[junit4] 2> 621690 T2181 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 621702 T2181 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 621724 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 621726 T2181 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 621726 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 621726 T2181 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51498/collection1/
[junit4] 2> 621727 T2181 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 621727 T2181 oasc.SyncStrategy.syncToMe http://127.0.0.1:51498/collection1/ has no replicas
[junit4] 2> 621727 T2181 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51498/collection1/ shard1
[junit4] 2> 621727 T2181 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 623206 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 623228 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623228 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623228 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623262 T2181 oasc.ZkController.register We are http://127.0.0.1:51498/collection1/ and leader is http://127.0.0.1:51498/collection1/
[junit4] 2> 623262 T2181 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51498
[junit4] 2> 623262 T2181 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 623262 T2181 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 623262 T2181 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 623264 T2181 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 623265 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 623266 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 623267 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 623576 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 623578 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34767
[junit4] 2> 623578 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 623578 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 623579 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724
[junit4] 2> 623579 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/'
[junit4] 2> 623615 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/solr.xml
[junit4] 2> 623691 T2138 oasc.CoreContainer.<init> New CoreContainer 101575441
[junit4] 2> 623691 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/]
[junit4] 2> 623693 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 623694 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 623694 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 623695 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 623695 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 623696 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 623696 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 623696 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 623697 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 623697 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 623714 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 623715 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 623716 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 623780 T2194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bc3ac31 name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 623781 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 623819 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 623831 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 623834 T2196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e58acf3 name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 623834 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 623874 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 624736 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 624737 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51498_",
[junit4] 2> "base_url":"http://127.0.0.1:51498"}
[junit4] 2> 624750 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624751 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624751 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624751 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624879 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34767_
[junit4] 2> 624881 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34767_
[junit4] 2> 624884 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624884 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 624885 T2167 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624885 T2196 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624885 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 624885 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 624886 T2160 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624887 T2180 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 624899 T2197 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 624899 T2197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 624901 T2197 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 626257 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 626259 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34767_",
[junit4] 2> "base_url":"http://127.0.0.1:34767"}
[junit4] 2> 626259 T2161 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 626259 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 626273 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626273 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626273 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626273 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 626903 T2197 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 626903 T2197 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1
[junit4] 2> 626903 T2197 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 626904 T2197 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 626905 T2197 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 626906 T2197 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/'
[junit4] 2> 626907 T2197 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/lib/classes/' to classloader
[junit4] 2> 626908 T2197 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/lib/README' to classloader
[junit4] 2> 626966 T2197 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 627030 T2197 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 627132 T2197 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 627143 T2197 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 627780 T2197 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 627780 T2197 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 627781 T2197 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 627794 T2197 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 627799 T2197 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 627815 T2197 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 627820 T2197 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 627825 T2197 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 627826 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 627826 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 627827 T2197 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 627828 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 627828 T2197 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 627829 T2197 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 627829 T2197 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1375105661724/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/
[junit4] 2> 627829 T2197 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 627830 T2197 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2
[junit4] 2> 627830 T2197 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/index/
[junit4] 2> 627831 T2197 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 627831 T2197 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty2/index
[junit4] 2> 627835 T2197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@44d47e7f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5de7b145),segFN=segments_1,generation=1}
[junit4] 2> 627835 T2197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 627839 T2197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 627840 T2197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 627840 T2197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 627841 T2197 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 627842 T2197 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 627842 T2197 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 627842 T2197 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 627843 T2197 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 627843 T2197 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 627854 T2197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 627862 T2197 oass.SolrIndexSearcher.<init> Opening Searcher@bc64ac5 main
[junit4] 2> 627863 T2197 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 627863 T2197 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 627867 T2198 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bc64ac5 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 627869 T2197 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 627870 T2197 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34767 collection:collection1 shard:shard2
[junit4] 2> 627870 T2197 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 627888 T2197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 627897 T2197 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 627909 T2197 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 627909 T2197 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 627910 T2197 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34767/collection1/
[junit4] 2> 627910 T2197 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 627910 T2197 oasc.SyncStrategy.syncToMe http://127.0.0.1:34767/collection1/ has no replicas
[junit4] 2> 627910 T2197 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34767/collection1/ shard2
[junit4] 2> 627911 T2197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 629281 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 629324 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629324 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629324 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629324 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 629357 T2197 oasc.ZkController.register We are http://127.0.0.1:34767/collection1/ and leader is http://127.0.0.1:34767/collection1/
[junit4] 2> 629357 T2197 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34767
[junit4] 2> 629357 T2197 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 629358 T2197 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 629358 T2197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 629361 T2197 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 629362 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 629362 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 629363 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 629686 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 629689 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33252
[junit4] 2> 629689 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 629690 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 629690 T2138 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821
[junit4] 2> 629691 T2138 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/'
[junit4] 2> 629729 T2138 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/solr.xml
[junit4] 2> 629809 T2138 oasc.CoreContainer.<init> New CoreContainer 195770958
[junit4] 2> 629810 T2138 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/]
[junit4] 2> 629811 T2138 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 629812 T2138 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 629812 T2138 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 629813 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 629813 T2138 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 629813 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 629814 T2138 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 629814 T2138 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 629815 T2138 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 629815 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 629832 T2138 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51491/solr
[junit4] 2> 629832 T2138 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 629833 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 629836 T2210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1680dcde name:ZooKeeperConnection Watcher:127.0.0.1:51491 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629836 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 629839 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 629850 T2138 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 629852 T2212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@615c4156 name:ZooKeeperConnection Watcher:127.0.0.1:51491/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 629853 T2138 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 629865 T2138 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 630839 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 630840 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34767_",
[junit4] 2> "base_url":"http://127.0.0.1:34767"}
[junit4] 2> 630883 T2138 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33252_
[junit4] 2> 630884 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630885 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630885 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630885 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630884 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630891 T2138 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33252_
[junit4] 2> 630900 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630901 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630901 T2167 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630901 T2196 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630901 T2212 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630901 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 630902 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 630901 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 630902 T2180 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630903 T2160 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 630911 T2213 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 630912 T2213 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 630914 T2213 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 632396 T2161 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 632398 T2161 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:33252_",
[junit4] 2> "base_url":"http://127.0.0.1:33252"}
[junit4] 2> 632398 T2161 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 632398 T2161 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 632439 T2160 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2212 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2167 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632439 T2180 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 632916 T2213 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 632916 T2213 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1
[junit4] 2> 632916 T2213 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 632917 T2213 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 632917 T2213 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 632918 T2213 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/'
[junit4] 2> 632919 T2213 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/lib/classes/' to classloader
[junit4] 2> 632920 T2213 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/lib/README' to classloader
[junit4] 2> 632966 T2213 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 633014 T2213 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 633116 T2213 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 633127 T2213 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 633794 T2213 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 633795 T2213 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 633796 T2213 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 633809 T2213 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 633813 T2213 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 633830 T2213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 633836 T2213 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 633840 T2213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 633842 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 633842 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 633842 T2213 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 633844 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 633844 T2213 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 633844 T2213 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 633845 T2213 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1375105667821/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/
[junit4] 2> 633845 T2213 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@784a7df6
[junit4] 2> 633846 T2213 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3
[junit4] 2> 633846 T2213 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/index/
[junit4] 2> 633846 T2213 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 633847 T2213 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1375105651650/jetty3/index
[junit4] 2> 633851 T2213 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3659dcc2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3ddbe2),segFN=segments_1,generation=1}
[junit4] 2> 633851 T2213 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 633856 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 633856 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 633857 T2213 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 633858 T2213 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 633858 T2213 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 633859 T2213 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 633859 T2213 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 633860 T2213 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 633860 T2213 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 633869 T2213 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 633876 T2213 oass.SolrIndexSearcher.<init> Opening Searcher@7cadca47 main
[junit4] 2> 633877 T2213 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 633877 T2213 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 633882 T2214 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cadca47 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 633884 T2213 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 633884 T2213 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33252 collection:collection1 shard:shard1
[junit4] 2> 633884 T2213 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 633958 T2213 oasc.ZkController.register We are http://127.0.0.1:33252/collection1/ and leader is http://127.0.0.1:51498/collection1/
[junit4] 2> 633959 T2213 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33252
[junit4] 2> 633959 T2213 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 633959 T2213 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C676 name=collection1 org.apache.solr.core.SolrCore@3e5463a7 url=http://127.0.0.1:33252/collection1 node=127.0.0.1:33252_ C676_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:33252_, base_url=http://127.0.0.1:33252}
[junit4] 2> 633960 T2215 C676 P33252 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 633960 T2213 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 633961 T2215 C676 P33252 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 633961 T2215 C676 P33252 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 633961 T2215 C676 P33252 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 633962 T2138 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 633963 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 633963 T2215 C676 P33252 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 633963 T2138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 633978 T2170 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 634274 T2138 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 634277 T2138 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35279
[junit4] 2> 634277 T2138 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 634278 T2138 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 634278 T2138 oasc.SolrResourceLoader.locateSolrH
[...truncated too long message...]
ingsFormat(name=Direct), range_facet_si=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), oddField_s=PostingsFormat(name=Direct), sequence_i=PostingsFormat(name=Direct), name=PostingsFormat(name=Lucene41WithOrds), foo_i=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), regex_dup_B_s=PostingsFormat(name=Asserting), multiDefault=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), n_tf1=PostingsFormat(name=Asserting), n_dt1=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), genre_s=PostingsFormat(name=Direct), author_t=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), range_facet_l=PostingsFormat(name=Asserting), n_ti1=PostingsFormat(name=Lucene41WithOrds), text=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Asserting), val_i=PostingsFormat(name=Lucene41WithOrds), SubjectTerms_mfacet=PostingsFormat(name=Asserting), series_t=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), a_t=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=Asserting), regex_dup_A_s=PostingsFormat(name=Direct), price=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=Asserting), n_l1=PostingsFormat(name=Asserting), a_si=Pulsing41(freqCutoff=16 minBlockSize=11 maxBlockSize=90), inStock=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es, timezone=Pacific/Majuro
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=196432304,total=480772096
[junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestBadConfig, SoftAutoCommitTest, MBeansHandlerTest, OverseerCollectionProcessorTest, PluginInfoTest, ScriptEngineTest, TestSolrDeletionPolicy2, IndexSchemaTest, AlternateDirectoryTest, TestPhraseSuggestions, TestGroupingSearch, TestExtendedDismaxParser, AnalysisAfterCoreReloadTest, QueryEqualityTest, TestSolrXmlPersistence, RegexBoostProcessorTest, DistributedSpellCheckComponentTest, TestSolrCoreProperties, TestSchemaNameResource, TestXIncludeConfig, ShardRoutingTest, TestShardHandlerFactory, TestUniqueKeyFieldResource, ParsingFieldUpdateProcessorsTest, TestRandomDVFaceting, TestCharFilters, DistributedTermsComponentTest, TestPseudoReturnFields, TestSolrQueryParser, SolrInfoMBeanTest, TestFastWriter, TestStressRecovery, BadComponentTest, AutoCommitTest, TestTrie, TestDynamicFieldCollectionResource, ClusterStateUpdateTest, TestSolrDeletionPolicy1, UpdateRequestProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, SchemaVersionSpecificBehaviorTest, TestRemoteStreaming, SolrIndexSplitterTest, AddSchemaFieldsUpdateProcessorFactoryTest, BlockDirectoryTest, TestFieldResource, TestSearchPerf, DocValuesTest, InfoHandlerTest, TestDocSet, ResponseLogComponentTest, DirectSolrConnectionTest, TestFieldTypeResource, TestSolrXml, TestSort, TestConfig, SolrCoreTest, TestValueSourceCache, TestIBSimilarityFactory, SystemInfoHandlerTest, CacheHeaderTest, TestAddFieldRealTimeGet, TestReplicationHandler, TestPerFieldSimilarity, ResourceLoaderTest, TestPHPSerializedResponseWriter, TestDefaultSearchFieldResource, TestReversedWildcardFilterFactory, CircularListTest, FileBasedSpellCheckerTest, TestPropInjectDefaults, TestSolrQueryParserResource, TestLRUCache, SOLR749Test, DistributedQueryElevationComponentTest, TestWriterPerf, WordBreakSolrSpellCheckerTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=55C36F0C6B8E3DC0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es -Dtests.timezone=Pacific/Majuro -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2628, name=recoveryCmdExecutor-1384-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:385)
[junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > at __randomizedtesting.SeedInfo.seed([55C36F0C6B8E3DC0]:0)
[junit4] Completed on J0 in 417.13s, 1 test, 2 errors <<< FAILURES!
[...truncated 485 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 319 suites, 1345 tests, 2 suite-level errors, 643 ignored (5 assumptions)
Total time: 39 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure