You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/07/20 03:05:59 UTC
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4158 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4158/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2918, name=recoveryCmdExecutor-1439-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2918, name=recoveryCmdExecutor-1439-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([8677A80228A63257]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2918, name=recoveryCmdExecutor-1439-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2918, name=recoveryCmdExecutor-1439-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([8677A80228A63257]:0)
Build Log:
[...truncated 9754 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 852338 T2464 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /wa_gb/
[junit4] 2> 852342 T2464 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374281887480
[junit4] 2> 852344 T2464 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 852344 T2465 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 852445 T2464 oasc.ZkTestServer.run start zk server on port:39192
[junit4] 2> 852446 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 852450 T2471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@255994eb name:ZooKeeperConnection Watcher:127.0.0.1:39192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 852450 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 852451 T2464 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 852471 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 852473 T2473 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fde4e56 name:ZooKeeperConnection Watcher:127.0.0.1:39192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 852474 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 852474 T2464 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 852485 T2464 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 852488 T2464 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 852492 T2464 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 852495 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 852496 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 852508 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 852509 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 852614 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 852614 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 852618 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 852619 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 852623 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 852623 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 852627 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 852628 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 852631 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 852632 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 852636 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 852636 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 852640 T2464 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 852641 T2464 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 852919 T2464 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 852924 T2464 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39195
[junit4] 2> 852925 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 852925 T2464 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 852926 T2464 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782
[junit4] 2> 852926 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/'
[junit4] 2> 852966 T2464 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/solr.xml
[junit4] 2> 853056 T2464 oasc.CoreContainer.<init> New CoreContainer 65021020
[junit4] 2> 853057 T2464 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/]
[junit4] 2> 853059 T2464 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 853059 T2464 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 853060 T2464 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 853060 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 853061 T2464 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 853061 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 853062 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 853063 T2464 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 853063 T2464 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 853064 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 853081 T2464 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 853082 T2464 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39192/solr
[junit4] 2> 853083 T2464 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 853084 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 853087 T2484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@621e4cf0 name:ZooKeeperConnection Watcher:127.0.0.1:39192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 853087 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 853099 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 853112 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 853114 T2486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31c6c9d6 name:ZooKeeperConnection Watcher:127.0.0.1:39192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 853114 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 853117 T2464 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 853126 T2464 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 853130 T2464 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 853133 T2464 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39195_wa_gb
[junit4] 2> 853140 T2464 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39195_wa_gb
[junit4] 2> 853144 T2464 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 853158 T2464 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 853162 T2464 oasc.Overseer.start Overseer (id=90064937778348035-127.0.0.1:39195_wa_gb-n_0000000000) starting
[junit4] 2> 853172 T2464 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 853185 T2488 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 853186 T2464 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 853189 T2464 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 853192 T2464 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 853195 T2487 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 853200 T2489 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 853200 T2489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 853203 T2489 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 854700 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 854702 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39195_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39195/wa_gb"}
[junit4] 2> 854702 T2487 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 854702 T2487 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 854726 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 855205 T2489 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 855205 T2489 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/collection1
[junit4] 2> 855205 T2489 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 855206 T2489 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 855207 T2489 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 855208 T2489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/collection1/'
[junit4] 2> 855210 T2489 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/collection1/lib/classes/' to classloader
[junit4] 2> 855210 T2489 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/collection1/lib/README' to classloader
[junit4] 2> 855268 T2489 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 855331 T2489 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 855433 T2489 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 855445 T2489 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 856083 T2489 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 856098 T2489 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 856102 T2489 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 856133 T2489 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 856139 T2489 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 856144 T2489 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 856145 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 856145 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 856146 T2489 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 856147 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 856147 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 856148 T2489 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 856148 T2489 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374281887782/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/control/data/
[junit4] 2> 856149 T2489 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@233a4b09
[junit4] 2> 856150 T2489 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/control/data
[junit4] 2> 856150 T2489 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/control/data/index/
[junit4] 2> 856150 T2489 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 856151 T2489 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/control/data/index
[junit4] 2> 856156 T2489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e3b5fc9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@743626ed),segFN=segments_1,generation=1}
[junit4] 2> 856156 T2489 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 856162 T2489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 856162 T2489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 856163 T2489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 856163 T2489 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 856164 T2489 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 856164 T2489 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 856165 T2489 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 856165 T2489 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 856166 T2489 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 856182 T2489 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 856190 T2489 oass.SolrIndexSearcher.<init> Opening Searcher@454f1020 main
[junit4] 2> 856191 T2489 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 856192 T2489 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 856195 T2490 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@454f1020 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 856198 T2489 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 856198 T2489 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39195/wa_gb collection:control_collection shard:shard1
[junit4] 2> 856198 T2489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 856216 T2489 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 856241 T2489 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 856252 T2489 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 856253 T2489 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 856253 T2489 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39195/wa_gb/collection1/
[junit4] 2> 856253 T2489 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 856253 T2489 oasc.SyncStrategy.syncToMe http://127.0.0.1:39195/wa_gb/collection1/ has no replicas
[junit4] 2> 856254 T2489 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39195/wa_gb/collection1/ shard1
[junit4] 2> 856254 T2489 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 857742 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 857765 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 857799 T2489 oasc.ZkController.register We are http://127.0.0.1:39195/wa_gb/collection1/ and leader is http://127.0.0.1:39195/wa_gb/collection1/
[junit4] 2> 857799 T2489 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39195/wa_gb
[junit4] 2> 857799 T2489 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 857800 T2489 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 857800 T2489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 857802 T2489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 857803 T2464 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 857804 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 857805 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 857817 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 857818 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 857820 T2493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e37591a name:ZooKeeperConnection Watcher:127.0.0.1:39192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 857821 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 857822 T2464 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 857825 T2464 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 858098 T2464 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 858101 T2464 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39199
[junit4] 2> 858101 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 858102 T2464 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 858103 T2464 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963
[junit4] 2> 858103 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/'
[junit4] 2> 858142 T2464 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/solr.xml
[junit4] 2> 858233 T2464 oasc.CoreContainer.<init> New CoreContainer 1983141279
[junit4] 2> 858234 T2464 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/]
[junit4] 2> 858236 T2464 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 858236 T2464 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 858237 T2464 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 858237 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 858238 T2464 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 858238 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 858239 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 858239 T2464 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 858240 T2464 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 858241 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 858256 T2464 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 858257 T2464 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39192/solr
[junit4] 2> 858258 T2464 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 858259 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 858262 T2504 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9dd4670 name:ZooKeeperConnection Watcher:127.0.0.1:39192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 858263 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 858278 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 858289 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 858291 T2506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25a04b03 name:ZooKeeperConnection Watcher:127.0.0.1:39192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 858291 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 858297 T2464 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 859272 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 859274 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39195_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39195/wa_gb"}
[junit4] 2> 859282 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 859282 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 859282 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 859301 T2464 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39199_wa_gb
[junit4] 2> 859303 T2464 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39199_wa_gb
[junit4] 2> 859306 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 859307 T2493 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 859307 T2506 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 859307 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 859308 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 859309 T2486 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 859321 T2507 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 859321 T2507 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 859323 T2507 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 860797 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 860799 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39199_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39199/wa_gb"}
[junit4] 2> 860799 T2487 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 860799 T2487 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 860819 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 860819 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 860819 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 861326 T2507 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 861326 T2507 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/collection1
[junit4] 2> 861326 T2507 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 861328 T2507 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 861328 T2507 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 861329 T2507 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/collection1/'
[junit4] 2> 861331 T2507 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/collection1/lib/classes/' to classloader
[junit4] 2> 861331 T2507 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/collection1/lib/README' to classloader
[junit4] 2> 861390 T2507 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 861453 T2507 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 861555 T2507 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 861567 T2507 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 862206 T2507 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 862221 T2507 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 862225 T2507 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 862242 T2507 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 862247 T2507 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 862252 T2507 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 862253 T2507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 862254 T2507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 862254 T2507 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 862256 T2507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 862256 T2507 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 862256 T2507 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 862257 T2507 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374281892963/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty1/
[junit4] 2> 862257 T2507 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@233a4b09
[junit4] 2> 862258 T2507 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty1
[junit4] 2> 862259 T2507 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty1/index/
[junit4] 2> 862259 T2507 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 862260 T2507 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty1/index
[junit4] 2> 862263 T2507 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7a8f5f2e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5df7fbdb),segFN=segments_1,generation=1}
[junit4] 2> 862264 T2507 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 862270 T2507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 862271 T2507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 862271 T2507 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 862272 T2507 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 862273 T2507 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 862273 T2507 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 862274 T2507 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 862274 T2507 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 862275 T2507 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 862291 T2507 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 862299 T2507 oass.SolrIndexSearcher.<init> Opening Searcher@5ce48c4e main
[junit4] 2> 862300 T2507 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 862301 T2507 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 862306 T2508 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ce48c4e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 862308 T2507 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 862309 T2507 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39199/wa_gb collection:collection1 shard:shard1
[junit4] 2> 862309 T2507 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 862327 T2507 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 862345 T2507 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 862357 T2507 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 862357 T2507 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 862358 T2507 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39199/wa_gb/collection1/
[junit4] 2> 862358 T2507 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 862358 T2507 oasc.SyncStrategy.syncToMe http://127.0.0.1:39199/wa_gb/collection1/ has no replicas
[junit4] 2> 862359 T2507 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39199/wa_gb/collection1/ shard1
[junit4] 2> 862359 T2507 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 863827 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 863971 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 863971 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 863971 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 864006 T2507 oasc.ZkController.register We are http://127.0.0.1:39199/wa_gb/collection1/ and leader is http://127.0.0.1:39199/wa_gb/collection1/
[junit4] 2> 864006 T2507 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39199/wa_gb
[junit4] 2> 864006 T2507 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 864007 T2507 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 864007 T2507 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 864021 T2507 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 864023 T2464 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 864023 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 864024 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 864314 T2464 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 864316 T2464 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39202
[junit4] 2> 864317 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 864318 T2464 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 864318 T2464 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173
[junit4] 2> 864319 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/'
[junit4] 2> 864359 T2464 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/solr.xml
[junit4] 2> 864450 T2464 oasc.CoreContainer.<init> New CoreContainer 1015079505
[junit4] 2> 864451 T2464 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/]
[junit4] 2> 864453 T2464 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 864454 T2464 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 864454 T2464 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 864455 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 864455 T2464 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 864456 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 864457 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 864457 T2464 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 864458 T2464 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 864458 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 864474 T2464 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 864475 T2464 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39192/solr
[junit4] 2> 864475 T2464 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 864476 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 864482 T2520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36ecbe5d name:ZooKeeperConnection Watcher:127.0.0.1:39192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 864483 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 864496 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 864507 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 864509 T2522 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a193020 name:ZooKeeperConnection Watcher:127.0.0.1:39192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 864509 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 864520 T2464 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 865524 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 865524 T2464 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39202_wa_gb
[junit4] 2> 865526 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39199_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39199/wa_gb"}
[junit4] 2> 865527 T2464 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39202_wa_gb
[junit4] 2> 865542 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 865543 T2493 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 865543 T2522 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 865543 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 865543 T2506 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 865544 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 865545 T2522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 865553 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 865553 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 865556 T2486 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 865557 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 865560 T2523 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 865561 T2523 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 865562 T2523 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 867058 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 867060 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39202_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39202/wa_gb"}
[junit4] 2> 867060 T2487 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 867060 T2487 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 867075 T2522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 867075 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 867075 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 867075 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 867565 T2523 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 867565 T2523 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/collection1
[junit4] 2> 867566 T2523 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 867567 T2523 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 867567 T2523 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 867568 T2523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/collection1/'
[junit4] 2> 867570 T2523 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/collection1/lib/README' to classloader
[junit4] 2> 867570 T2523 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/collection1/lib/classes/' to classloader
[junit4] 2> 867627 T2523 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 867690 T2523 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 867792 T2523 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 867804 T2523 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 868443 T2523 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 868458 T2523 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 868462 T2523 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 868479 T2523 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 868485 T2523 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 868489 T2523 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 868491 T2523 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 868491 T2523 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 868492 T2523 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 868493 T2523 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 868493 T2523 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 868494 T2523 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 868494 T2523 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374281899173/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty2/
[junit4] 2> 868495 T2523 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@233a4b09
[junit4] 2> 868496 T2523 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty2
[junit4] 2> 868496 T2523 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty2/index/
[junit4] 2> 868497 T2523 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 868497 T2523 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty2/index
[junit4] 2> 868501 T2523 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1489fb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a1eb84),segFN=segments_1,generation=1}
[junit4] 2> 868501 T2523 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 868508 T2523 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 868508 T2523 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 868509 T2523 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 868510 T2523 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 868510 T2523 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 868511 T2523 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 868511 T2523 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 868512 T2523 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 868513 T2523 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 868529 T2523 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 868536 T2523 oass.SolrIndexSearcher.<init> Opening Searcher@35138d08 main
[junit4] 2> 868538 T2523 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 868538 T2523 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 868543 T2524 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35138d08 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 868546 T2523 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 868546 T2523 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39202/wa_gb collection:collection1 shard:shard2
[junit4] 2> 868546 T2523 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 868564 T2523 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 868585 T2523 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 868596 T2523 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 868597 T2523 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 868597 T2523 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39202/wa_gb/collection1/
[junit4] 2> 868597 T2523 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 868597 T2523 oasc.SyncStrategy.syncToMe http://127.0.0.1:39202/wa_gb/collection1/ has no replicas
[junit4] 2> 868598 T2523 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39202/wa_gb/collection1/ shard2
[junit4] 2> 868598 T2523 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 870088 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 870119 T2522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 870119 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 870119 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 870119 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 870142 T2523 oasc.ZkController.register We are http://127.0.0.1:39202/wa_gb/collection1/ and leader is http://127.0.0.1:39202/wa_gb/collection1/
[junit4] 2> 870142 T2523 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39202/wa_gb
[junit4] 2> 870142 T2523 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 870143 T2523 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 870143 T2523 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 870145 T2523 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 870146 T2464 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 870147 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 870148 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 870440 T2464 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 870443 T2464 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39205
[junit4] 2> 870444 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 870445 T2464 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 870445 T2464 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297
[junit4] 2> 870446 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/'
[junit4] 2> 870485 T2464 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/solr.xml
[junit4] 2> 870576 T2464 oasc.CoreContainer.<init> New CoreContainer 461650639
[junit4] 2> 870577 T2464 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/]
[junit4] 2> 870579 T2464 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 870579 T2464 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 870580 T2464 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 870580 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 870581 T2464 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 870581 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 870582 T2464 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 870583 T2464 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 870583 T2464 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 870584 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 870599 T2464 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 870600 T2464 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39192/solr
[junit4] 2> 870601 T2464 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 870602 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 870605 T2536 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@695c95c6 name:ZooKeeperConnection Watcher:127.0.0.1:39192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 870605 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 870628 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 870639 T2464 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 870641 T2538 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28339f7 name:ZooKeeperConnection Watcher:127.0.0.1:39192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 870642 T2464 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 870647 T2464 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 871627 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 871629 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39202_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39202/wa_gb"}
[junit4] 2> 871646 T2522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871646 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871646 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871646 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871646 T2538 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871651 T2464 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39205_wa_gb
[junit4] 2> 871653 T2464 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39205_wa_gb
[junit4] 2> 871656 T2538 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871656 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871656 T2522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 871657 T2506 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 871657 T2493 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 871657 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 871658 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 871658 T2538 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 871659 T2486 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 871659 T2522 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 871671 T2539 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 871671 T2539 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 871673 T2539 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 873153 T2487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 873155 T2487 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39205_wa_gb",
[junit4] 2> "base_url":"http://127.0.0.1:39205/wa_gb"}
[junit4] 2> 873155 T2487 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 873155 T2487 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 873161 T2522 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 873161 T2506 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 873161 T2493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 873161 T2486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 873161 T2538 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 873675 T2539 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 873675 T2539 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/collection1
[junit4] 2> 873676 T2539 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 873677 T2539 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 873677 T2539 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 873678 T2539 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/collection1/'
[junit4] 2> 873680 T2539 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/collection1/lib/README' to classloader
[junit4] 2> 873681 T2539 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/collection1/lib/classes/' to classloader
[junit4] 2> 873743 T2539 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 873807 T2539 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 873908 T2539 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 873920 T2539 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 874552 T2539 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 874565 T2539 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 874569 T2539 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 874585 T2539 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 874590 T2539 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 874595 T2539 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 874596 T2539 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 874597 T2539 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 874597 T2539 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 874599 T2539 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 874599 T2539 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 874599 T2539 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 874600 T2539 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374281905297/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty3/
[junit4] 2> 874600 T2539 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@233a4b09
[junit4] 2> 874601 T2539 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty3
[junit4] 2> 874602 T2539 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty3/index/
[junit4] 2> 874602 T2539 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 874602 T2539 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374281887480/jetty3/index
[junit4] 2> 874606 T2539 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36d53d43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@543d8ea6),segFN=segments_1,generation=1}
[junit4] 2> 874606 T2539 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 874612 T2539 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 874613 T2539 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 874613 T2539 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 874614 T2539 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 874615 T2539 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 874615 T2539 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 874616 T2539 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 874616 T2539 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 874617 T2539 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 874632 T2539 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 874639 T2539 oass.SolrIndexSearcher.<init> Opening Searcher@63447cc9 main
[junit4] 2> 874640 T2539 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 874641 T2539 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 874645 T2540 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63447cc9 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 874648 T2539 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 874648 T2539 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39205/wa_gb collection:collection1 shard:shard1
[junit4] 2> 874648 T2539 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 874696 T2539 oasc.ZkController.register We are http://127.0.0.1:39205/wa_gb/collection1/ and leader is http://127.0.0.1:39199/wa_gb/collection1/
[junit4] 2> 874697 T2539 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39205/wa_gb
[junit4] 2> 874697 T2539 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 874697 T2539 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C369 name=collection1 org.apache.solr.core.SolrCore@8659bd2 url=http://127.0.0.1:39205/wa_gb/collection1 node=127.0.0.1:39205_wa_gb C369_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:39205_wa_gb, base_url=http://127.0.0.1:39205/wa_gb}
[junit4] 2> 874698 T2541 C369 P39205 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 874699 T2539 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 874699 T2541 C369 P39205 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 874700 T2541 C369 P39205 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 874700 T2541 C369 P39205 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 874700 T2464 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 874701 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 874702 T2541 C369 P39205 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 874702 T2464 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 874719 T2496 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 874970 T2464 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 874973 T2464 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39209
[junit4] 2> 874974 T2464 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 874974 T2464 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 874975 T2464 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374281909854
[junit4] 2> 874975 T2464 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./o
[...truncated too long message...]
stDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ar_SD, timezone=America/Kentucky/Monticello
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=307971136,total=461373440
[junit4] 2> NOTE: All tests run in this JVM: [LukeRequestHandlerTest, SliceStateTest, TestShardHandlerFactory, TermVectorComponentTest, TestLRUCache, FastVectorHighlighterTest, DirectSolrConnectionTest, TestFastWriter, ResourceLoaderTest, SuggesterFSTTest, TestMaxScoreQueryParser, QueryParsingTest, AutoCommitTest, SolrIndexSplitterTest, TestPerFieldSimilarity, CacheHeaderTest, ChaosMonkeyNothingIsSafeTest, SuggesterTest, SchemaVersionSpecificBehaviorTest, TestSolrCoreProperties, PrimitiveFieldTypeTest, TestPHPSerializedResponseWriter, TestExtendedDismaxParser, TestSolrQueryParser, SpellingQueryConverterTest, TestPluginEnable, UpdateRequestProcessorFactoryTest, TestQuerySenderListener, CoreAdminHandlerTest, DistributedSpellCheckComponentTest, SliceStateUpdateTest, TestSweetSpotSimilarityFactory, TestGroupingSearch, TestTrie, UnloadDistributedZkTest, StressHdfsTest, CSVRequestHandlerTest, MBeansHandlerTest, SimpleFacetsTest, ResponseLogComponentTest, TestSolrXml, DistributedQueryElevationComponentTest, DocumentBuilderTest, UUIDFieldTest, SolrTestCaseJ4Test, TestPropInjectDefaults, AliasIntegrationTest, TestStressVersions, TestDynamicFieldCollectionResource, StatelessScriptUpdateProcessorFactoryTest, ReturnFieldsTest, PolyFieldTest, RAMDirectoryFactoryTest, TestPseudoReturnFields, TestSurroundQueryParser, InfoHandlerTest, TestDocumentBuilder, TestReplicationHandler, TestSolrQueryParserDefaultOperatorResource, ClusterStateUpdateTest, OverseerCollectionProcessorTest, SpatialFilterTest, RegexBoostProcessorTest, RecoveryZkTest, ScriptEngineTest, PreAnalyzedFieldTest, TestSerializedLuceneMatchVersion, CircularListTest, TestSolrDeletionPolicy2, PreAnalyzedUpdateProcessorTest, QueryElevationComponentTest, FileBasedSpellCheckerTest, BadComponentTest, TestAddFieldRealTimeGet, TestCopyFieldCollectionResource, AddSchemaFieldsUpdateProcessorFactoryTest, LeaderElectionTest, TestFunctionQuery, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=8677A80228A63257 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_SD -Dtests.timezone=America/Kentucky/Monticello -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=2918, name=recoveryCmdExecutor-1439-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([8677A80228A63257]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=2918, name=recoveryCmdExecutor-1439-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([8677A80228A63257]:0)
[junit4] Completed on J0 in 389.25s, 1 test, 2 errors <<< FAILURES!
[...truncated 479 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:389: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:369: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1247: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:890: There were test failures: 318 suites, 1342 tests, 2 suite-level errors, 677 ignored (5 assumptions)
Total time: 42 minutes 27 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4161 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4161/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=1985, name=recoveryCmdExecutor-1023-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=1985, name=recoveryCmdExecutor-1023-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([CCF2657C00970687]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1985, name=recoveryCmdExecutor-1023-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1985, name=recoveryCmdExecutor-1023-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([CCF2657C00970687]:0)
Build Log:
[...truncated 9679 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 613712 T1476 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ll_uq/vt
[junit4] 2> 613717 T1476 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374365649119
[junit4] 2> 613719 T1476 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 613720 T1477 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 613821 T1476 oasc.ZkTestServer.run start zk server on port:56039
[junit4] 2> 613822 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613827 T1483 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62b8b23b name:ZooKeeperConnection Watcher:127.0.0.1:56039 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613827 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613827 T1476 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 613838 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 613840 T1485 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d00e773 name:ZooKeeperConnection Watcher:127.0.0.1:56039/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 613841 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 613841 T1476 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 613851 T1476 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 613854 T1476 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 613858 T1476 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 613866 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 613866 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 613872 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 613873 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 613977 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 613978 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 613993 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 613993 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 613997 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 613998 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 614001 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 614001 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 614005 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 614005 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 614009 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 614009 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 614013 T1476 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 614013 T1476 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 614311 T1476 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 614317 T1476 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56042
[junit4] 2> 614318 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 614318 T1476 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 614319 T1476 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424
[junit4] 2> 614320 T1476 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/'
[junit4] 2> 614372 T1476 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/solr.xml
[junit4] 2> 614488 T1476 oasc.CoreContainer.<init> New CoreContainer 1949574050
[junit4] 2> 614489 T1476 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/]
[junit4] 2> 614491 T1476 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 614492 T1476 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 614492 T1476 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 614493 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 614493 T1476 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 614494 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 614494 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 614495 T1476 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 614496 T1476 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 614496 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 614515 T1476 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 614516 T1476 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56039/solr
[junit4] 2> 614517 T1476 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 614518 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 614521 T1496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18bee682 name:ZooKeeperConnection Watcher:127.0.0.1:56039 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 614521 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 614524 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 614536 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 614538 T1498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9ad7523 name:ZooKeeperConnection Watcher:127.0.0.1:56039/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 614539 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 614542 T1476 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 614550 T1476 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 614554 T1476 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 614558 T1476 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56042_ll_uq%2Fvt
[junit4] 2> 614560 T1476 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56042_ll_uq%2Fvt
[junit4] 2> 614566 T1476 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 614582 T1476 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 614586 T1476 oasc.Overseer.start Overseer (id=90070427181121539-127.0.0.1:56042_ll_uq%2Fvt-n_0000000000) starting
[junit4] 2> 614597 T1476 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 614609 T1500 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 614610 T1476 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 614613 T1476 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 614615 T1476 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 614618 T1499 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 614624 T1501 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 614624 T1501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 614626 T1501 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 616123 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 616124 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56042_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56042/ll_uq/vt"}
[junit4] 2> 616124 T1499 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 616125 T1499 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 616144 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 616629 T1501 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 616629 T1501 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/collection1
[junit4] 2> 616629 T1501 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 616630 T1501 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 616630 T1501 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 616632 T1501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/collection1/'
[junit4] 2> 616633 T1501 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/collection1/lib/README' to classloader
[junit4] 2> 616634 T1501 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/collection1/lib/classes/' to classloader
[junit4] 2> 616692 T1501 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 616783 T1501 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 616885 T1501 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 616897 T1501 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 617531 T1501 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 617544 T1501 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 617548 T1501 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 617565 T1501 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 617571 T1501 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 617575 T1501 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 617577 T1501 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 617577 T1501 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 617577 T1501 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 617579 T1501 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 617579 T1501 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 617579 T1501 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 617580 T1501 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374365649424/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/control/data/
[junit4] 2> 617580 T1501 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3061a754
[junit4] 2> 617581 T1501 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/control/data
[junit4] 2> 617582 T1501 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/control/data/index/
[junit4] 2> 617582 T1501 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 617582 T1501 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/control/data/index
[junit4] 2> 617587 T1501 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ab03951 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0b6e3d),segFN=segments_1,generation=1}
[junit4] 2> 617588 T1501 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 617593 T1501 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 617593 T1501 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 617594 T1501 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 617594 T1501 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 617595 T1501 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 617595 T1501 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 617596 T1501 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 617596 T1501 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 617597 T1501 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 617613 T1501 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 617621 T1501 oass.SolrIndexSearcher.<init> Opening Searcher@17f35f1d main
[junit4] 2> 617622 T1501 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 617622 T1501 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 617626 T1502 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17f35f1d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 617628 T1501 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 617628 T1501 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56042/ll_uq/vt collection:control_collection shard:shard1
[junit4] 2> 617629 T1501 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 617647 T1501 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 617688 T1501 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 617697 T1501 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 617697 T1501 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 617697 T1501 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56042/ll_uq/vt/collection1/
[junit4] 2> 617698 T1501 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 617698 T1501 oasc.SyncStrategy.syncToMe http://127.0.0.1:56042/ll_uq/vt/collection1/ has no replicas
[junit4] 2> 617698 T1501 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56042/ll_uq/vt/collection1/ shard1
[junit4] 2> 617698 T1501 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 619151 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 619177 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 619194 T1501 oasc.ZkController.register We are http://127.0.0.1:56042/ll_uq/vt/collection1/ and leader is http://127.0.0.1:56042/ll_uq/vt/collection1/
[junit4] 2> 619194 T1501 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56042/ll_uq/vt
[junit4] 2> 619194 T1501 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 619195 T1501 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 619195 T1501 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 619197 T1501 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 619198 T1476 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 619199 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 619200 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 619210 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 619212 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 619215 T1505 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a66118f name:ZooKeeperConnection Watcher:127.0.0.1:56039/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 619215 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 619217 T1476 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 619220 T1476 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 619500 T1476 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 619503 T1476 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56048
[junit4] 2> 619504 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 619505 T1476 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 619505 T1476 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621
[junit4] 2> 619506 T1476 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/'
[junit4] 2> 619544 T1476 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/solr.xml
[junit4] 2> 619635 T1476 oasc.CoreContainer.<init> New CoreContainer 2118447103
[junit4] 2> 619635 T1476 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/]
[junit4] 2> 619637 T1476 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 619638 T1476 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 619638 T1476 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 619639 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 619639 T1476 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 619640 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 619640 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 619641 T1476 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 619642 T1476 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 619642 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 619658 T1476 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 619659 T1476 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56039/solr
[junit4] 2> 619659 T1476 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 619660 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 619663 T1516 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6860a838 name:ZooKeeperConnection Watcher:127.0.0.1:56039 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 619663 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 619666 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 619677 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 619679 T1518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b149f76 name:ZooKeeperConnection Watcher:127.0.0.1:56039/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 619680 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 619685 T1476 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 620688 T1476 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56048_ll_uq%2Fvt
[junit4] 2> 620691 T1476 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56048_ll_uq%2Fvt
[junit4] 2> 620692 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 620785 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 620785 T1505 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 620786 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56042_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56042/ll_uq/vt"}
[junit4] 2> 620785 T1518 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 620805 T1519 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 620805 T1519 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 620849 T1519 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 620850 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56048_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56048/ll_uq/vt"}
[junit4] 2> 620850 T1499 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 620850 T1499 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 620912 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620912 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 620929 T1498 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 620930 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 621850 T1519 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 621850 T1519 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/collection1
[junit4] 2> 621850 T1519 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 621851 T1519 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 621852 T1519 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 621853 T1519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/collection1/'
[junit4] 2> 621855 T1519 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/collection1/lib/README' to classloader
[junit4] 2> 621855 T1519 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/collection1/lib/classes/' to classloader
[junit4] 2> 621913 T1519 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 621975 T1519 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 622077 T1519 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 622088 T1519 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 622724 T1519 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 622737 T1519 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 622742 T1519 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 622758 T1519 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 622763 T1519 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 622768 T1519 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 622769 T1519 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 622770 T1519 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 622770 T1519 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 622771 T1519 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 622772 T1519 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 622772 T1519 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 622773 T1519 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374365654621/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty1/
[junit4] 2> 622773 T1519 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3061a754
[junit4] 2> 622774 T1519 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty1
[junit4] 2> 622774 T1519 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty1/index/
[junit4] 2> 622775 T1519 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 622775 T1519 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty1/index
[junit4] 2> 622779 T1519 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4984ac26 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7bd67447),segFN=segments_1,generation=1}
[junit4] 2> 622779 T1519 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 622785 T1519 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 622785 T1519 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 622786 T1519 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 622787 T1519 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 622788 T1519 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 622788 T1519 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 622788 T1519 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 622789 T1519 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 622790 T1519 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 622806 T1519 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 622814 T1519 oass.SolrIndexSearcher.<init> Opening Searcher@269d5687 main
[junit4] 2> 622815 T1519 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 622815 T1519 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 622820 T1520 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@269d5687 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 622823 T1519 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 622823 T1519 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56048/ll_uq/vt collection:collection1 shard:shard1
[junit4] 2> 622823 T1519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 622840 T1519 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 622865 T1519 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 622874 T1519 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 622874 T1519 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 622874 T1519 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56048/ll_uq/vt/collection1/
[junit4] 2> 622874 T1519 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 622875 T1519 oasc.SyncStrategy.syncToMe http://127.0.0.1:56048/ll_uq/vt/collection1/ has no replicas
[junit4] 2> 622875 T1519 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56048/ll_uq/vt/collection1/ shard1
[junit4] 2> 622875 T1519 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 623933 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 623952 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623952 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623952 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 623962 T1519 oasc.ZkController.register We are http://127.0.0.1:56048/ll_uq/vt/collection1/ and leader is http://127.0.0.1:56048/ll_uq/vt/collection1/
[junit4] 2> 623962 T1519 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56048/ll_uq/vt
[junit4] 2> 623962 T1519 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 623963 T1519 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 623963 T1519 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 623965 T1519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 623966 T1476 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 623967 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 623968 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 624329 T1476 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 624333 T1476 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56056
[junit4] 2> 624333 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 624334 T1476 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 624335 T1476 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379
[junit4] 2> 624335 T1476 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/'
[junit4] 2> 624386 T1476 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/solr.xml
[junit4] 2> 624494 T1476 oasc.CoreContainer.<init> New CoreContainer 215304437
[junit4] 2> 624495 T1476 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/]
[junit4] 2> 624498 T1476 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 624498 T1476 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 624499 T1476 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 624499 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 624500 T1476 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 624500 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 624501 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 624501 T1476 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 624502 T1476 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 624502 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 624523 T1476 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 624524 T1476 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56039/solr
[junit4] 2> 624524 T1476 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 624525 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 624538 T1532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ea4d4a7 name:ZooKeeperConnection Watcher:127.0.0.1:56039 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 624539 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 624555 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 624567 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 624569 T1534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52f557b2 name:ZooKeeperConnection Watcher:127.0.0.1:56039/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 624569 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 624582 T1476 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 625459 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 625460 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56048_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56048/ll_uq/vt"}
[junit4] 2> 625546 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 625546 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 625546 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 625546 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 625596 T1476 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56056_ll_uq%2Fvt
[junit4] 2> 625598 T1476 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56056_ll_uq%2Fvt
[junit4] 2> 625601 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 625601 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 625601 T1534 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 625601 T1505 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 625602 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 625602 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 625603 T1498 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 625603 T1518 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 625631 T1535 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 625631 T1535 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 625632 T1535 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 627099 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 627100 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56056_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56056/ll_uq/vt"}
[junit4] 2> 627100 T1499 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 627101 T1499 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 627136 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 627136 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 627136 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 627136 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 627635 T1535 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 627635 T1535 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/collection1
[junit4] 2> 627635 T1535 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 627636 T1535 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 627637 T1535 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 627638 T1535 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/collection1/'
[junit4] 2> 627639 T1535 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/collection1/lib/classes/' to classloader
[junit4] 2> 627640 T1535 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/collection1/lib/README' to classloader
[junit4] 2> 627698 T1535 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 627760 T1535 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 627862 T1535 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 627874 T1535 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 628570 T1535 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 628583 T1535 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 628588 T1535 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 628604 T1535 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 628609 T1535 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 628614 T1535 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 628615 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 628616 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 628616 T1535 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 628617 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 628617 T1535 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 628618 T1535 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 628618 T1535 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374365659379/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty2/
[junit4] 2> 628619 T1535 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3061a754
[junit4] 2> 628620 T1535 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty2
[junit4] 2> 628620 T1535 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty2/index/
[junit4] 2> 628620 T1535 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 628621 T1535 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty2/index
[junit4] 2> 628625 T1535 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b6de007 lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d52a1c),segFN=segments_1,generation=1}
[junit4] 2> 628625 T1535 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 628631 T1535 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 628632 T1535 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 628632 T1535 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 628633 T1535 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 628634 T1535 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 628634 T1535 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 628634 T1535 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 628635 T1535 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 628636 T1535 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 628654 T1535 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 628662 T1535 oass.SolrIndexSearcher.<init> Opening Searcher@17ffcabc main
[junit4] 2> 628664 T1535 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 628664 T1535 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 628669 T1536 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17ffcabc main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 628671 T1535 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 628672 T1535 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56056/ll_uq/vt collection:collection1 shard:shard2
[junit4] 2> 628672 T1535 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 628690 T1535 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 628708 T1535 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 628719 T1535 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 628719 T1535 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 628720 T1535 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56056/ll_uq/vt/collection1/
[junit4] 2> 628720 T1535 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 628720 T1535 oasc.SyncStrategy.syncToMe http://127.0.0.1:56056/ll_uq/vt/collection1/ has no replicas
[junit4] 2> 628720 T1535 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56056/ll_uq/vt/collection1/ shard2
[junit4] 2> 628721 T1535 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 630143 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 630168 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630168 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630168 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630168 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 630214 T1535 oasc.ZkController.register We are http://127.0.0.1:56056/ll_uq/vt/collection1/ and leader is http://127.0.0.1:56056/ll_uq/vt/collection1/
[junit4] 2> 630214 T1535 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56056/ll_uq/vt
[junit4] 2> 630214 T1535 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 630214 T1535 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 630215 T1535 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 630217 T1535 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 630218 T1476 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 630219 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 630220 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 630508 T1476 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 630511 T1476 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56066
[junit4] 2> 630512 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 630513 T1476 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 630513 T1476 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630
[junit4] 2> 630514 T1476 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/'
[junit4] 2> 630552 T1476 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/solr.xml
[junit4] 2> 630642 T1476 oasc.CoreContainer.<init> New CoreContainer 243523959
[junit4] 2> 630643 T1476 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/]
[junit4] 2> 630645 T1476 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 630645 T1476 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 630646 T1476 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 630646 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 630647 T1476 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 630647 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 630648 T1476 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 630648 T1476 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 630649 T1476 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 630650 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 630666 T1476 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 630667 T1476 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56039/solr
[junit4] 2> 630667 T1476 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 630668 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 630697 T1548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@404ecf1e name:ZooKeeperConnection Watcher:127.0.0.1:56039 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630697 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 630700 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 630712 T1476 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 630714 T1550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b713db9 name:ZooKeeperConnection Watcher:127.0.0.1:56039/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 630714 T1476 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 630726 T1476 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 631676 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 631677 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56056_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56056/ll_uq/vt"}
[junit4] 2> 631718 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631718 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631718 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631729 T1550 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631729 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631731 T1476 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56066_ll_uq%2Fvt
[junit4] 2> 631733 T1476 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56066_ll_uq%2Fvt
[junit4] 2> 631744 T1550 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631744 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631744 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 631744 T1505 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 631744 T1534 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 631745 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 631745 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 631746 T1550 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 631746 T1518 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 631748 T1498 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 631755 T1551 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 631755 T1551 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 631757 T1551 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 633236 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 633237 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56066_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56066/ll_uq/vt"}
[junit4] 2> 633238 T1499 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 633238 T1499 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 633243 T1550 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 633243 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 633243 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 633243 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 633243 T1534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 633759 T1551 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 633759 T1551 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/collection1
[junit4] 2> 633759 T1551 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 633760 T1551 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 633760 T1551 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 633762 T1551 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/collection1/'
[junit4] 2> 633763 T1551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/collection1/lib/classes/' to classloader
[junit4] 2> 633764 T1551 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/collection1/lib/README' to classloader
[junit4] 2> 633822 T1551 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 633901 T1551 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 634003 T1551 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 634014 T1551 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 634655 T1551 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 634665 T1551 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 634668 T1551 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 634682 T1551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 634686 T1551 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 634690 T1551 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 634691 T1551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 634692 T1551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 634692 T1551 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 634693 T1551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 634693 T1551 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 634693 T1551 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 634694 T1551 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374365665630/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty3/
[junit4] 2> 634694 T1551 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3061a754
[junit4] 2> 634695 T1551 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty3
[junit4] 2> 634695 T1551 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty3/index/
[junit4] 2> 634695 T1551 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 634695 T1551 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374365649118/jetty3/index
[junit4] 2> 634698 T1551 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a60121b lockFactory=org.apache.lucene.store.NativeFSLockFactory@45024ea5),segFN=segments_1,generation=1}
[junit4] 2> 634699 T1551 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 634703 T1551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 634703 T1551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 634704 T1551 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 634704 T1551 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 634705 T1551 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 634705 T1551 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 634705 T1551 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 634706 T1551 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 634706 T1551 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 634719 T1551 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 634725 T1551 oass.SolrIndexSearcher.<init> Opening Searcher@73908902 main
[junit4] 2> 634726 T1551 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 634727 T1551 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 634730 T1552 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73908902 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 634732 T1551 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 634732 T1551 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56066/ll_uq/vt collection:collection1 shard:shard1
[junit4] 2> 634732 T1551 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 634749 T1551 oasc.ZkController.register We are http://127.0.0.1:56066/ll_uq/vt/collection1/ and leader is http://127.0.0.1:56048/ll_uq/vt/collection1/
[junit4] 2> 634749 T1551 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56066/ll_uq/vt
[junit4] 2> 634749 T1551 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 634749 T1551 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C208 name=collection1 org.apache.solr.core.SolrCore@5a5ae84b url=http://127.0.0.1:56066/ll_uq/vt/collection1 node=127.0.0.1:56066_ll_uq%2Fvt C208_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:56066_ll_uq%2Fvt, base_url=http://127.0.0.1:56066/ll_uq/vt}
[junit4] 2> 634750 T1553 C208 P56066 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 634750 T1551 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 634750 T1553 C208 P56066 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 634751 T1553 C208 P56066 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 634751 T1553 C208 P56066 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 634751 T1476 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 634752 T1476 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 634752 T1553 C208 P56066 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 634753 T1476 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 634756 T1499 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 634757 T1499 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"recovering",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:56066_ll_uq%2Fvt",
[junit4] 2> "base_url":"http://127.0.0.1:56066/ll_uq/vt"}
[junit4] 2> 634766 T1508 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 634771 T1498 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 634771 T1518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 634771 T1550 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 634771 T1505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size:
[...truncated too long message...]
e=TestBloomFilteredLucene41Postings), oddField_s=PostingsFormat(name=MockRandom), sequence_i=PostingsFormat(name=MockRandom), name=MockFixedIntBlock(blockSize=679), foo_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), regex_dup_B_s=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tf1=PostingsFormat(name=Memory doPackFST= false), n_dt1=PostingsFormat(name=TestBloomFilteredLucene41Postings), genre_s=PostingsFormat(name=MockRandom), author_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=PostingsFormat(name=Memory doPackFST= false), n_ti1=MockFixedIntBlock(blockSize=679), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Memory doPackFST= false), val_i=MockFixedIntBlock(blockSize=679), SubjectTerms_mfacet=PostingsFormat(name=Memory doPackFST= false), series_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=Memory doPackFST= false), n_tdt1=PostingsFormat(name=Memory doPackFST= false), regex_dup_A_s=PostingsFormat(name=MockRandom), price=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=Memory doPackFST= false), n_l1=PostingsFormat(name=Memory doPackFST= false), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), inStock=PostingsFormat(name=MockRandom)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_US, timezone=America/Matamoros
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=250891168,total=525336576
[junit4] 2> NOTE: All tests run in this JVM: [TestPerFieldSimilarity, ZkControllerTest, TestWriterPerf, TestSolrQueryParserResource, AlternateDirectoryTest, RecoveryZkTest, TestDynamicFieldResource, CSVRequestHandlerTest, JsonLoaderTest, TestSchemaVersionResource, ResponseLogComponentTest, TestFieldResource, TestFuzzyAnalyzedSuggestions, TestSolrXml, SpatialFilterTest, SolrIndexSplitterTest, TestSchemaNameResource, SpellingQueryConverterTest, TestDynamicFieldCollectionResource, SliceStateTest, TestFastWriter, PeerSyncTest, TestCoreContainer, MinimalSchemaTest, ResourceLoaderTest, SimpleFacetsTest, TestXIncludeConfig, SliceStateUpdateTest, SolrInfoMBeanTest, DistributedTermsComponentTest, TestSolrIndexConfig, TestSolrQueryParser, BlockDirectoryTest, TestSolrDeletionPolicy2, CoreAdminHandlerTest, AnalysisAfterCoreReloadTest, SOLR749Test, ParsingFieldUpdateProcessorsTest, PrimUtilsTest, ClusterStateUpdateTest, SuggesterFSTTest, TestSolrXmlPersistence, WordBreakSolrSpellCheckerTest, MBeansHandlerTest, DistributedQueryElevationComponentTest, PluginInfoTest, TestIBSimilarityFactory, TestSolrCoreProperties, TestCopyFieldCollectionResource, TestPropInjectDefaults, TestBadConfig, TestConfig, DirectUpdateHandlerOptimizeTest, ScriptEngineTest, TestSort, TestReversedWildcardFilterFactory, TestTrie, DocValuesTest, DirectSolrConnectionTest, TestLRUCache, ShardRoutingTest, UpdateRequestProcessorFactoryTest, AssignTest, TestFieldTypeCollectionResource, TestDefaultSearchFieldResource, ZkCLITest, TestMaxScoreQueryParser, SolrCoreTest, InfoHandlerTest, QueryEqualityTest, TestDocSet, ShowFileRequestHandlerTest, SearchHandlerTest, BadCopyFieldTest, TestSolrQueryParserDefaultOperatorResource, TestJoin, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=CCF2657C00970687 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_US -Dtests.timezone=America/Matamoros -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=1985, name=recoveryCmdExecutor-1023-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([CCF2657C00970687]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1985, name=recoveryCmdExecutor-1023-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([CCF2657C00970687]:0)
[junit4] Completed on J0 in 429.30s, 1 test, 2 errors <<< FAILURES!
[...truncated 483 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:389: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:369: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1247: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:890: There were test failures: 318 suites, 1342 tests, 2 suite-level errors, 640 ignored (5 assumptions)
Total time: 41 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4160 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4160/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=1319, name=recoveryCmdExecutor-309-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=1319, name=recoveryCmdExecutor-309-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([C18A2261C446C504]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1319, name=recoveryCmdExecutor-309-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1319, name=recoveryCmdExecutor-309-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([C18A2261C446C504]:0)
Build Log:
[...truncated 9371 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 170733 T821 oas.SolrTestCaseJ4.startTrackingSearchers WARN startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 170734 T821 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 170742 T821 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374335209308
[junit4] 2> 170743 T821 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 170744 T822 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 170845 T821 oasc.ZkTestServer.run start zk server on port:10121
[junit4] 2> 170846 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 170876 T828 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a63c591 name:ZooKeeperConnection Watcher:127.0.0.1:10121 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 170877 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 170878 T821 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 170882 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 170892 T830 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@255aaf8a name:ZooKeeperConnection Watcher:127.0.0.1:10121/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 170893 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 170893 T821 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 170903 T821 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 170906 T821 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 170909 T821 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 170913 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 170914 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 170924 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 170925 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 170930 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 170931 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 170935 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 170936 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 170939 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 170940 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 170944 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 170944 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 170948 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 170949 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 170952 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 170953 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 170956 T821 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 170957 T821 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 171235 T821 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 171238 T821 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10124
[junit4] 2> 171239 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 171240 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 171240 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526
[junit4] 2> 171241 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/'
[junit4] 2> 171278 T821 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/solr.xml
[junit4] 2> 171378 T821 oasc.CoreContainer.<init> New CoreContainer 991945374
[junit4] 2> 171379 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/]
[junit4] 2> 171381 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 171381 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 171382 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 171383 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 171383 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 171384 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 171384 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 171385 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 171386 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 171386 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 171405 T821 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 171406 T821 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:10121/solr
[junit4] 2> 171407 T821 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 171408 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 171412 T841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75e80151 name:ZooKeeperConnection Watcher:127.0.0.1:10121 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 171413 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 171421 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 171435 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 171437 T843 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@db68109 name:ZooKeeperConnection Watcher:127.0.0.1:10121/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 171437 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 171440 T821 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 171450 T821 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 171454 T821 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 171456 T821 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10124_
[junit4] 2> 171464 T821 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10124_
[junit4] 2> 171468 T821 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 171486 T821 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 171489 T821 oasc.Overseer.start Overseer (id=90068432277667843-127.0.0.1:10124_-n_0000000000) starting
[junit4] 2> 171501 T821 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 171512 T845 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 171513 T821 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 171516 T821 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 171519 T821 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 171522 T844 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 171527 T846 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 171528 T846 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 171529 T846 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 173027 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 173028 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10124_",
[junit4] 2> "base_url":"http://127.0.0.1:10124"}
[junit4] 2> 173029 T844 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 173029 T844 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 173074 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 173532 T846 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 173532 T846 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/collection1
[junit4] 2> 173532 T846 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 173533 T846 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 173534 T846 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 173535 T846 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/collection1/'
[junit4] 2> 173536 T846 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/collection1/lib/classes/' to classloader
[junit4] 2> 173537 T846 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/collection1/lib/README' to classloader
[junit4] 2> 173594 T846 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 173664 T846 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 173666 T846 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 173680 T846 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 174341 T846 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 174355 T846 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 174360 T846 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 174381 T846 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 174386 T846 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 174391 T846 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 174393 T846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 174393 T846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 174394 T846 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 174395 T846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 174395 T846 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 174396 T846 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 174396 T846 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374335209526/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/control/data/
[junit4] 2> 174397 T846 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40fe1db2
[junit4] 2> 174398 T846 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/control/data
[junit4] 2> 174398 T846 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/control/data/index/
[junit4] 2> 174399 T846 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 174421 T846 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/control/data/index
[junit4] 2> 174427 T846 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/index3109231094tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@15881ebc),segFN=segments_1,generation=1}
[junit4] 2> 174428 T846 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 174434 T846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 174434 T846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 174435 T846 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 174436 T846 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 174437 T846 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 174437 T846 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 174438 T846 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 174438 T846 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 174439 T846 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 174456 T846 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 174480 T846 oass.SolrIndexSearcher.<init> Opening Searcher@5408807c main
[junit4] 2> 174481 T846 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 174482 T846 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 174487 T847 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5408807c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 174491 T846 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 174492 T846 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10124 collection:control_collection shard:shard1
[junit4] 2> 174493 T846 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 174524 T846 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 174549 T846 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 174560 T846 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 174561 T846 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 174561 T846 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10124/collection1/
[junit4] 2> 174562 T846 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 174562 T846 oasc.SyncStrategy.syncToMe http://127.0.0.1:10124/collection1/ has no replicas
[junit4] 2> 174563 T846 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10124/collection1/ shard1
[junit4] 2> 174563 T846 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 174580 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 174590 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 174631 T846 oasc.ZkController.register We are http://127.0.0.1:10124/collection1/ and leader is http://127.0.0.1:10124/collection1/
[junit4] 2> 174632 T846 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10124
[junit4] 2> 174632 T846 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 174632 T846 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 174633 T846 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 174636 T846 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 174637 T821 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 174639 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 174640 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 174657 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 174659 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 174662 T850 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20fa9ea5 name:ZooKeeperConnection Watcher:127.0.0.1:10121/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 174662 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 174664 T821 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 174667 T821 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 174946 T821 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 174950 T821 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10128
[junit4] 2> 174951 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 174951 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 174952 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232
[junit4] 2> 174953 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/'
[junit4] 2> 174991 T821 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/solr.xml
[junit4] 2> 175096 T821 oasc.CoreContainer.<init> New CoreContainer 764627270
[junit4] 2> 175097 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/]
[junit4] 2> 175099 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 175099 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 175100 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 175101 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 175101 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 175102 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 175102 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 175103 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 175103 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 175104 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 175123 T821 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 175124 T821 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:10121/solr
[junit4] 2> 175124 T821 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 175125 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 175129 T861 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a8e0168 name:ZooKeeperConnection Watcher:127.0.0.1:10121 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 175129 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 175144 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 175157 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 175160 T863 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ed0eea6 name:ZooKeeperConnection Watcher:127.0.0.1:10121/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 175160 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 175166 T821 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 176097 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 176098 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10124_",
[junit4] 2> "base_url":"http://127.0.0.1:10124"}
[junit4] 2> 176111 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 176111 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 176111 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 176170 T821 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10128_
[junit4] 2> 176172 T821 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10128_
[junit4] 2> 176176 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 176176 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 176176 T863 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 176177 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 176177 T850 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 176179 T843 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 176186 T864 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 176186 T864 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 176188 T864 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 177618 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 177619 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10128_",
[junit4] 2> "base_url":"http://127.0.0.1:10128"}
[junit4] 2> 177620 T844 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 177620 T844 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 177640 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 177640 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 177640 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 178190 T864 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 178190 T864 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/collection1
[junit4] 2> 178191 T864 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 178192 T864 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 178192 T864 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 178193 T864 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/collection1/'
[junit4] 2> 178195 T864 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/collection1/lib/classes/' to classloader
[junit4] 2> 178196 T864 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/collection1/lib/README' to classloader
[junit4] 2> 178255 T864 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 178326 T864 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 178328 T864 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 178342 T864 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 179004 T864 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 179018 T864 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 179023 T864 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 179044 T864 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 179049 T864 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 179055 T864 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 179056 T864 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 179057 T864 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 179057 T864 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 179059 T864 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 179059 T864 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 179059 T864 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 179060 T864 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374335213232/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty1/
[junit4] 2> 179060 T864 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40fe1db2
[junit4] 2> 179062 T864 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty1
[junit4] 2> 179062 T864 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty1/index/
[junit4] 2> 179062 T864 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 179065 T864 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty1/index
[junit4] 2> 179070 T864 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/index3109231095tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c0c5d6c),segFN=segments_1,generation=1}
[junit4] 2> 179070 T864 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 179077 T864 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 179078 T864 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 179079 T864 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 179080 T864 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 179080 T864 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 179081 T864 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 179081 T864 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 179082 T864 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 179083 T864 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 179100 T864 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 179109 T864 oass.SolrIndexSearcher.<init> Opening Searcher@27707f2c main
[junit4] 2> 179111 T864 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 179111 T864 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 179117 T865 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27707f2c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 179120 T864 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 179121 T864 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10128 collection:collection1 shard:shard1
[junit4] 2> 179121 T864 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 179140 T864 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 179164 T864 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 179176 T864 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 179176 T864 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 179176 T864 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10128/collection1/
[junit4] 2> 179177 T864 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 179177 T864 oasc.SyncStrategy.syncToMe http://127.0.0.1:10128/collection1/ has no replicas
[junit4] 2> 179177 T864 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10128/collection1/ shard1
[junit4] 2> 179178 T864 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 180666 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 180685 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 180685 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 180685 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 180715 T864 oasc.ZkController.register We are http://127.0.0.1:10128/collection1/ and leader is http://127.0.0.1:10128/collection1/
[junit4] 2> 180715 T864 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10128
[junit4] 2> 180715 T864 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 180716 T864 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 180716 T864 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 180718 T864 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 180720 T821 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 180720 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 180721 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 181006 T821 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 181009 T821 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10135
[junit4] 2> 181010 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 181011 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 181011 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297
[junit4] 2> 181012 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/'
[junit4] 2> 181049 T821 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/solr.xml
[junit4] 2> 181149 T821 oasc.CoreContainer.<init> New CoreContainer 528956179
[junit4] 2> 181150 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/]
[junit4] 2> 181152 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 181153 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 181153 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 181154 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 181155 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 181155 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 181156 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 181156 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 181157 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 181157 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 181174 T821 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 181175 T821 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:10121/solr
[junit4] 2> 181176 T821 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 181177 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 181180 T877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b98153 name:ZooKeeperConnection Watcher:127.0.0.1:10121 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 181181 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 181194 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 181207 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 181209 T879 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e0671e1 name:ZooKeeperConnection Watcher:127.0.0.1:10121/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 181209 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 181219 T821 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 182192 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 182194 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10128_",
[junit4] 2> "base_url":"http://127.0.0.1:10128"}
[junit4] 2> 182239 T821 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10135_
[junit4] 2> 182241 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182241 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182241 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182241 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182311 T821 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10135_
[junit4] 2> 182326 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182326 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182327 T863 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 182327 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 182327 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 182328 T850 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 182330 T879 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 182330 T843 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 182337 T880 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 182337 T880 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 182379 T880 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 183817 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 183818 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10135_",
[junit4] 2> "base_url":"http://127.0.0.1:10135"}
[junit4] 2> 183819 T844 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 183819 T844 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 183825 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 183825 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 183825 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 183825 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 184381 T880 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 184381 T880 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/collection1
[junit4] 2> 184382 T880 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 184383 T880 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 184383 T880 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 184384 T880 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/collection1/'
[junit4] 2> 184386 T880 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/collection1/lib/classes/' to classloader
[junit4] 2> 184387 T880 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/collection1/lib/README' to classloader
[junit4] 2> 184444 T880 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 184515 T880 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 184517 T880 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 184531 T880 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 185196 T880 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 185211 T880 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 185215 T880 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 185236 T880 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 185241 T880 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 185247 T880 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 185248 T880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 185249 T880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 185249 T880 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 185250 T880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 185251 T880 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 185251 T880 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 185252 T880 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374335219297/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty2/
[junit4] 2> 185252 T880 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40fe1db2
[junit4] 2> 185254 T880 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty2
[junit4] 2> 185254 T880 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty2/index/
[junit4] 2> 185254 T880 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 185256 T880 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty2/index
[junit4] 2> 185262 T880 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/index3109231096tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@564307ac),segFN=segments_1,generation=1}
[junit4] 2> 185262 T880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 185269 T880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 185269 T880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 185270 T880 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 185271 T880 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 185272 T880 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 185272 T880 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 185273 T880 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 185274 T880 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 185274 T880 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 185291 T880 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 185300 T880 oass.SolrIndexSearcher.<init> Opening Searcher@4d602e3c main
[junit4] 2> 185302 T880 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 185302 T880 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 185308 T881 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d602e3c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 185311 T880 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 185312 T880 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10135 collection:collection1 shard:shard2
[junit4] 2> 185312 T880 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 185331 T880 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 185349 T880 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 185353 T880 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 185354 T880 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 185354 T880 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10135/collection1/
[junit4] 2> 185354 T880 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 185355 T880 oasc.SyncStrategy.syncToMe http://127.0.0.1:10135/collection1/ has no replicas
[junit4] 2> 185355 T880 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10135/collection1/ shard2
[junit4] 2> 185355 T880 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 186832 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 186854 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 186854 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 186854 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 186854 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 186892 T880 oasc.ZkController.register We are http://127.0.0.1:10135/collection1/ and leader is http://127.0.0.1:10135/collection1/
[junit4] 2> 186892 T880 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10135
[junit4] 2> 186892 T880 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 186893 T880 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 186893 T880 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 186895 T880 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 186897 T821 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 186897 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 186898 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 187193 T821 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 187197 T821 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10138
[junit4] 2> 187197 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 187198 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 187199 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474
[junit4] 2> 187199 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/'
[junit4] 2> 187237 T821 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/solr.xml
[junit4] 2> 187337 T821 oasc.CoreContainer.<init> New CoreContainer 250041437
[junit4] 2> 187338 T821 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/]
[junit4] 2> 187340 T821 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 187341 T821 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 187341 T821 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 187342 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 187342 T821 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 187343 T821 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 187344 T821 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 187344 T821 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 187345 T821 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 187345 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 187362 T821 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 187363 T821 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:10121/solr
[junit4] 2> 187364 T821 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 187365 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 187435 T893 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4882e0f5 name:ZooKeeperConnection Watcher:127.0.0.1:10121 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 187436 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 187439 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 187451 T821 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 187453 T895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1923f086 name:ZooKeeperConnection Watcher:127.0.0.1:10121/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 187454 T821 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 187497 T821 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 188369 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 188371 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10135_",
[junit4] 2> "base_url":"http://127.0.0.1:10135"}
[junit4] 2> 188391 T895 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188392 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188392 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188392 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188391 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188501 T821 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10138_
[junit4] 2> 188503 T821 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10138_
[junit4] 2> 188506 T895 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188506 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188506 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188506 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 188506 T863 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 188508 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 188508 T895 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 188508 T843 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 188515 T850 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 188515 T879 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 188522 T896 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 188523 T896 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 188525 T896 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 189898 T844 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 189899 T844 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:10138_",
[junit4] 2> "base_url":"http://127.0.0.1:10138"}
[junit4] 2> 189900 T844 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 189900 T844 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 189914 T895 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 189914 T843 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 189914 T879 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 189914 T863 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 189914 T850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 190527 T896 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 190527 T896 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/collection1
[junit4] 2> 190528 T896 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 190529 T896 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 190529 T896 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 190530 T896 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/collection1/'
[junit4] 2> 190532 T896 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/collection1/lib/README' to classloader
[junit4] 2> 190533 T896 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/collection1/lib/classes/' to classloader
[junit4] 2> 190590 T896 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 190662 T896 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 190664 T896 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 190678 T896 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 191354 T896 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 191376 T896 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 191381 T896 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 191402 T896 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 191407 T896 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 191412 T896 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 191414 T896 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 191414 T896 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 191415 T896 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 191416 T896 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 191416 T896 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 191417 T896 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 191417 T896 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374335225474/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty3/
[junit4] 2> 191418 T896 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40fe1db2
[junit4] 2> 191420 T896 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty3
[junit4] 2> 191421 T896 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty3/index/
[junit4] 2> 191421 T896 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 191423 T896 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374335209307/jetty3/index
[junit4] 2> 191428 T896 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/index3109231097tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@162d44d5),segFN=segments_1,generation=1}
[junit4] 2> 191429 T896 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 191436 T896 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 191436 T896 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 191437 T896 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 191438 T896 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 191439 T896 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 191439 T896 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 191440 T896 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 191441 T896 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 191441 T896 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 191459 T896 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 191468 T896 oass.SolrIndexSearcher.<init> Opening Searcher@39535b8a main
[junit4] 2> 191470 T896 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 191470 T896 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 191476 T897 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39535b8a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 191479 T896 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 191479 T896 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10138 collection:collection1 shard:shard1
[junit4] 2> 191480 T896 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 191538 T896 oasc.ZkController.register We are http://127.0.0.1:10138/collection1/ and leader is http://127.0.0.1:10128/collection1/
[junit4] 2> 191538 T896 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10138
[junit4] 2> 191538 T896 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 191539 T896 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C76 name=collection1 org.apache.solr.core.SolrCore@2346a766 url=http://127.0.0.1:10138/collection1 node=127.0.0.1:10138_ C76_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:10138_, base_url=http://127.0.0.1:10138}
[junit4] 2> 191539 T898 C76 P10138 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 191540 T898 C76 P10138 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 191540 T896 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 191540 T898 C76 P10138 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 191541 T898 C76 P10138 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 191542 T821 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 191542 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 191542 T898 C76 P10138 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 191543 T821 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 191556 T853 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4] 2> 191836 T821 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 191840 T821 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10142
[junit4] 2> 191841 T821 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 191841 T821 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 191842 T821 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374335230125
[junit4] 2> 191842 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374335230125/'
[junit4]
[...truncated too long message...]
e.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4] 2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=Lucene41WithOrds), n_f1=PostingsFormat(name=Asserting), cat=PostingsFormat(name=TestBloomFilteredLucene41Postings), foo_d=Pulsing41(freqCutoff=17 minBlockSize=72 maxBlockSize=198), n_tl1=PostingsFormat(name=Asserting), foo_f=PostingsFormat(name=Lucene41WithOrds), n_d1=PostingsFormat(name=TestBloomFilteredLucene41Postings), rnd_b=Pulsing41(freqCutoff=17 minBlockSize=72 maxBlockSize=198), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_td1=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=Pulsing41(freqCutoff=17 minBlockSize=72 maxBlockSize=198), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=PostingsFormat(name=Asserting), oddField_s=PostingsFormat(name=Lucene41WithOrds), sequence_i=PostingsFormat(name=Lucene41WithOrds), name=Pulsing41(freqCutoff=17 minBlockSize=72 maxBlockSize=198), foo_i=PostingsFormat(name=Asserting), regex_dup_B_s=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=Asserting), n_tf1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_dt1=PostingsFormat(name=Asserting), genre_s=PostingsFormat(name=Lucene41WithOrds), author_t=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_ti1=Pulsing41(freqCutoff=17 minBlockSize=72 maxBlockSize=198), text=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), val_i=Pulsing41(freqCutoff=17 minBlockSize=72 maxBlockSize=198), SubjectTerms_mfacet=PostingsFormat(name=TestBloomFilteredLucene41Postings), series_t=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_tdt1=PostingsFormat(name=TestBloomFilteredLucene41Postings), regex_dup_A_s=PostingsFormat(name=Lucene41WithOrds), price=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), n_l1=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=Asserting), inStock=PostingsFormat(name=Lucene41WithOrds)}, docValues:{timestamp=DocValuesFormat(name=Lucene42)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ja_JP, timezone=US/Indiana-Starke
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=269363512,total=426770432
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, TestSchemaNameResource, LeaderElectionTest, TestSolrDeletionPolicy1, TestDynamicFieldCollectionResource, TestXIncludeConfig, ZkControllerTest, BadCopyFieldTest, SOLR749Test, DistributedTermsComponentTest, SolrInfoMBeanTest, DistributedQueryElevationComponentTest, ShardRoutingTest, SliceStateTest, TestDynamicFieldResource, CacheHeaderTest, TestSolrCoreProperties, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=C18A2261C446C504 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja_JP -Dtests.timezone=US/Indiana-Starke -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=1319, name=recoveryCmdExecutor-309-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([C18A2261C446C504]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1319, name=recoveryCmdExecutor-309-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([C18A2261C446C504]:0)
[junit4] Completed on J0 in 483.19s, 1 test, 2 errors <<< FAILURES!
[...truncated 779 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:389: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:369: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1247: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:890: There were test failures: 318 suites, 1342 tests, 2 suite-level errors, 955 ignored (1 assumption)
Total time: 36 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4159 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4159/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=1137, name=recoveryCmdExecutor-207-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=1137, name=recoveryCmdExecutor-207-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([99014841EEBF7D27]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1137, name=recoveryCmdExecutor-207-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1137, name=recoveryCmdExecutor-207-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([99014841EEBF7D27]:0)
Build Log:
[...truncated 9338 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 216329 T656 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 216337 T656 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1374298436946
[junit4] 2> 216339 T656 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 216340 T657 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 216441 T656 oasc.ZkTestServer.run start zk server on port:20386
[junit4] 2> 216442 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 216450 T663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc52af5 name:ZooKeeperConnection Watcher:127.0.0.1:20386 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 216450 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 216451 T656 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 216463 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 216466 T665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@659c88ed name:ZooKeeperConnection Watcher:127.0.0.1:20386/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 216466 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 216466 T656 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 216476 T656 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 216479 T656 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 216482 T656 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 216491 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 216530 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 216543 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 216544 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 216649 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 216650 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 216653 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 216654 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 216667 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 216668 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 216671 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 216671 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 216675 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 216675 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 216678 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 216679 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 216681 T656 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 216682 T656 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 217769 T656 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 218158 T656 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20390
[junit4] 2> 218218 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 218219 T656 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 218219 T656 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299
[junit4] 2> 218220 T656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/'
[junit4] 2> 218253 T656 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/solr.xml
[junit4] 2> 218418 T656 oasc.CoreContainer.<init> New CoreContainer 55577955
[junit4] 2> 218419 T656 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/]
[junit4] 2> 218484 T656 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 218485 T656 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 218486 T656 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 218486 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 218486 T656 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 218487 T656 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 218487 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 218488 T656 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 218488 T656 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 218488 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 218507 T656 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 218507 T656 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20386/solr
[junit4] 2> 218520 T656 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 218521 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 218526 T677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ff210cf name:ZooKeeperConnection Watcher:127.0.0.1:20386 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 218526 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 218533 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 218549 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 218551 T679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43ce9f92 name:ZooKeeperConnection Watcher:127.0.0.1:20386/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 218551 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 218553 T656 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 218564 T656 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 218568 T656 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 218576 T656 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20390_
[junit4] 2> 218578 T656 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20390_
[junit4] 2> 218581 T656 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 218597 T656 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 218601 T656 oasc.Overseer.start Overseer (id=90066022364282883-127.0.0.1:20390_-n_0000000000) starting
[junit4] 2> 218617 T656 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 218621 T681 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 218622 T656 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 218630 T656 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 218633 T656 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 218635 T680 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 218649 T682 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 218650 T682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 218652 T682 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 220141 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 220142 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20390_",
[junit4] 2> "base_url":"http://127.0.0.1:20390"}
[junit4] 2> 220142 T680 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4] 2> 220143 T680 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 220162 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 220656 T682 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 220656 T682 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/collection1
[junit4] 2> 220657 T682 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 220658 T682 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 220658 T682 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 220659 T682 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/collection1/'
[junit4] 2> 220662 T682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/collection1/lib/classes/' to classloader
[junit4] 2> 220663 T682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/collection1/lib/README' to classloader
[junit4] 2> 220790 T682 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 220867 T682 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 220969 T682 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 221008 T682 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 221705 T682 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 221719 T682 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 221722 T682 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 221740 T682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 221744 T682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 221749 T682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 221750 T682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 221750 T682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 221751 T682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 221751 T682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 221752 T682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 221752 T682 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 221752 T682 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1374298437299/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/control/data/
[junit4] 2> 221753 T682 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3df9b7f7
[junit4] 2> 221754 T682 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/control/data
[junit4] 2> 221755 T682 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/control/data/index/
[junit4] 2> 221755 T682 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 221755 T682 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/control/data/index
[junit4] 2> 221759 T682 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@604c53c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ffb6bba),segFN=segments_1,generation=1}
[junit4] 2> 221759 T682 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 221763 T682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 221764 T682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 221765 T682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 221765 T682 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 221766 T682 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 221766 T682 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 221766 T682 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 221766 T682 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 221767 T682 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 221780 T682 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 221787 T682 oass.SolrIndexSearcher.<init> Opening Searcher@1f455b6b main
[junit4] 2> 221788 T682 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 221788 T682 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 221791 T683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f455b6b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 221793 T682 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 221793 T682 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20390 collection:control_collection shard:shard1
[junit4] 2> 221807 T682 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 221821 T682 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 221844 T682 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 221853 T682 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 221854 T682 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 221854 T682 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20390/collection1/
[junit4] 2> 221854 T682 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 221854 T682 oasc.SyncStrategy.syncToMe http://127.0.0.1:20390/collection1/ has no replicas
[junit4] 2> 221855 T682 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20390/collection1/ shard1
[junit4] 2> 221855 T682 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 223169 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 223181 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 223203 T682 oasc.ZkController.register We are http://127.0.0.1:20390/collection1/ and leader is http://127.0.0.1:20390/collection1/
[junit4] 2> 223203 T682 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20390
[junit4] 2> 223203 T682 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 223203 T682 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 223203 T682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 223205 T682 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 223206 T656 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 223207 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 223316 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 223346 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 223355 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 223375 T686 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cdbf201 name:ZooKeeperConnection Watcher:127.0.0.1:20386/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 223375 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 223376 T656 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 223380 T656 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 223656 T656 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 223659 T656 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20394
[junit4] 2> 223659 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 223660 T656 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 223660 T656 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989
[junit4] 2> 223660 T656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/'
[junit4] 2> 223701 T656 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/solr.xml
[junit4] 2> 223791 T656 oasc.CoreContainer.<init> New CoreContainer 251771521
[junit4] 2> 223791 T656 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/]
[junit4] 2> 223793 T656 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 223793 T656 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 223794 T656 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 223794 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 223794 T656 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 223795 T656 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 223795 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 223795 T656 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 223795 T656 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 223796 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 223812 T656 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 223812 T656 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20386/solr
[junit4] 2> 223813 T656 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 223813 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 223834 T697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f5397f6 name:ZooKeeperConnection Watcher:127.0.0.1:20386 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 223835 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 223837 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 223847 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 223849 T699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d03d1f2 name:ZooKeeperConnection Watcher:127.0.0.1:20386/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 223849 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 223862 T656 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 224686 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 224687 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20390_",
[junit4] 2> "base_url":"http://127.0.0.1:20390"}
[junit4] 2> 224707 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 224707 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 224707 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 224864 T656 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20394_
[junit4] 2> 224872 T656 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20394_
[junit4] 2> 224874 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 224874 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 224874 T686 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 224874 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 224875 T679 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 224875 T699 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 224891 T700 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 224891 T700 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 224892 T700 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 226218 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 226220 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20394_",
[junit4] 2> "base_url":"http://127.0.0.1:20394"}
[junit4] 2> 226220 T680 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4] 2> 226220 T680 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 226239 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 226239 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 226239 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 226897 T700 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 226897 T700 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/collection1
[junit4] 2> 226897 T700 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 226898 T700 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 226899 T700 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 226900 T700 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/collection1/'
[junit4] 2> 226901 T700 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/collection1/lib/README' to classloader
[junit4] 2> 226902 T700 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/collection1/lib/classes/' to classloader
[junit4] 2> 226965 T700 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 227030 T700 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 227132 T700 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 227153 T700 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 227613 T700 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 227627 T700 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 227630 T700 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 227648 T700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 227653 T700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 227656 T700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 227657 T700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 227658 T700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 227658 T700 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 227659 T700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 227659 T700 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 227660 T700 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 227660 T700 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1374298443989/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty1/
[junit4] 2> 227660 T700 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3df9b7f7
[junit4] 2> 227661 T700 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty1
[junit4] 2> 227661 T700 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty1/index/
[junit4] 2> 227661 T700 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 227662 T700 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty1/index
[junit4] 2> 227665 T700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21de80d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@48e37e6c),segFN=segments_1,generation=1}
[junit4] 2> 227665 T700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 227670 T700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 227670 T700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 227671 T700 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 227671 T700 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 227672 T700 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 227672 T700 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 227672 T700 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 227673 T700 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 227673 T700 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 227686 T700 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 227692 T700 oass.SolrIndexSearcher.<init> Opening Searcher@5261b67f main
[junit4] 2> 227694 T700 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 227694 T700 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 227697 T701 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5261b67f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 227699 T700 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 227699 T700 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20394 collection:collection1 shard:shard1
[junit4] 2> 227699 T700 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 227714 T700 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 227731 T700 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 227749 T700 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 227749 T700 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 227749 T700 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20394/collection1/
[junit4] 2> 227750 T700 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 227750 T700 oasc.SyncStrategy.syncToMe http://127.0.0.1:20394/collection1/ has no replicas
[junit4] 2> 227751 T700 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20394/collection1/ shard1
[junit4] 2> 227751 T700 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 229249 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 229348 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 229348 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 229348 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 229455 T700 oasc.ZkController.register We are http://127.0.0.1:20394/collection1/ and leader is http://127.0.0.1:20394/collection1/
[junit4] 2> 229455 T700 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20394
[junit4] 2> 229455 T700 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 229456 T700 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 229456 T700 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 229470 T700 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 229472 T656 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 229472 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 229472 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 229688 T656 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 229692 T656 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20397
[junit4] 2> 229693 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 229693 T656 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 229693 T656 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088
[junit4] 2> 229694 T656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/'
[junit4] 2> 229722 T656 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/solr.xml
[junit4] 2> 229792 T656 oasc.CoreContainer.<init> New CoreContainer 226090954
[junit4] 2> 229793 T656 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/]
[junit4] 2> 229794 T656 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 229795 T656 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 229795 T656 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 229795 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 229795 T656 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 229796 T656 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 229796 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 229796 T656 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 229797 T656 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 229797 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 229810 T656 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 229810 T656 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20386/solr
[junit4] 2> 229811 T656 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 229811 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 229820 T713 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bb50570 name:ZooKeeperConnection Watcher:127.0.0.1:20386 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 229821 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 229835 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 229844 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 229845 T715 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c0011f3 name:ZooKeeperConnection Watcher:127.0.0.1:20386/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 229846 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 229854 T656 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 230857 T656 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20397_
[junit4] 2> 230885 T656 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20397_
[junit4] 2> 230887 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 230887 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 230888 T686 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 230888 T715 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 230888 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 230889 T679 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 230889 T699 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 230902 T716 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 230903 T716 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 230904 T716 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 230947 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 230948 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20394_",
[junit4] 2> "base_url":"http://127.0.0.1:20394"}
[junit4] 2> 230952 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20397_",
[junit4] 2> "base_url":"http://127.0.0.1:20397"}
[junit4] 2> 230952 T680 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 230952 T680 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 230963 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 230963 T715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 230963 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 230963 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 231906 T716 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 231906 T716 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/collection1
[junit4] 2> 231906 T716 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 231907 T716 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 231908 T716 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 231909 T716 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/collection1/'
[junit4] 2> 231910 T716 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/collection1/lib/README' to classloader
[junit4] 2> 231911 T716 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/collection1/lib/classes/' to classloader
[junit4] 2> 231973 T716 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 232053 T716 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 232155 T716 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 232183 T716 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 232832 T716 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 232849 T716 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 232853 T716 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 232875 T716 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 232880 T716 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 232886 T716 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 232887 T716 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 232887 T716 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 232887 T716 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 232888 T716 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 232889 T716 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 232889 T716 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 232889 T716 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1374298450088/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty2/
[junit4] 2> 232890 T716 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3df9b7f7
[junit4] 2> 232891 T716 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty2
[junit4] 2> 232891 T716 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty2/index/
[junit4] 2> 232892 T716 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 232892 T716 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty2/index
[junit4] 2> 232896 T716 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@398b017e lockFactory=org.apache.lucene.store.NativeFSLockFactory@2861bf5d),segFN=segments_1,generation=1}
[junit4] 2> 232897 T716 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 232903 T716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 232903 T716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 232904 T716 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 232905 T716 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 232905 T716 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 232906 T716 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 232906 T716 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 232907 T716 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 232907 T716 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 232925 T716 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 232933 T716 oass.SolrIndexSearcher.<init> Opening Searcher@4cc6129c main
[junit4] 2> 232934 T716 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 232935 T716 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 232939 T717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cc6129c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 232942 T716 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 232942 T716 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20397 collection:collection1 shard:shard2
[junit4] 2> 232942 T716 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 232965 T716 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 232984 T716 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 232987 T716 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 232987 T716 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 232987 T716 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:20397/collection1/
[junit4] 2> 232987 T716 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 232987 T716 oasc.SyncStrategy.syncToMe http://127.0.0.1:20397/collection1/ has no replicas
[junit4] 2> 232988 T716 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:20397/collection1/ shard2
[junit4] 2> 232988 T716 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 233978 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 233996 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 233996 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 233996 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 233996 T715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 234022 T716 oasc.ZkController.register We are http://127.0.0.1:20397/collection1/ and leader is http://127.0.0.1:20397/collection1/
[junit4] 2> 234022 T716 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20397
[junit4] 2> 234022 T716 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 234022 T716 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 234022 T716 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 234024 T716 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 234025 T656 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 234026 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 234026 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 234360 T656 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 234364 T656 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20400
[junit4] 2> 234365 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 234365 T656 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 234366 T656 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648
[junit4] 2> 234366 T656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/'
[junit4] 2> 234411 T656 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/solr.xml
[junit4] 2> 234517 T656 oasc.CoreContainer.<init> New CoreContainer 618760057
[junit4] 2> 234518 T656 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/]
[junit4] 2> 234520 T656 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 234520 T656 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 234521 T656 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 234521 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 234522 T656 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 234522 T656 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 234523 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 234523 T656 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 234524 T656 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 234524 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 234545 T656 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 234545 T656 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:20386/solr
[junit4] 2> 234546 T656 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 234547 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 234582 T729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d8e3369 name:ZooKeeperConnection Watcher:127.0.0.1:20386 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 234584 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 234586 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 234601 T656 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 234603 T731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a5085b3 name:ZooKeeperConnection Watcher:127.0.0.1:20386/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 234604 T656 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 234647 T656 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 235501 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 235503 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"active",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20397_",
[junit4] 2> "base_url":"http://127.0.0.1:20397"}
[junit4] 2> 235521 T715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235521 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235521 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235521 T731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235521 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235651 T656 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20400_
[junit4] 2> 235653 T656 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20400_
[junit4] 2> 235655 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235655 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4] 2> 235655 T686 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 235655 T731 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 235655 T715 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 235656 T731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 235656 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 235657 T699 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 235656 T715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4] 2> 235656 T679 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 235670 T732 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 235670 T732 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 235672 T732 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 237026 T680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 237028 T680 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"collection1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:20400_",
[junit4] 2> "base_url":"http://127.0.0.1:20400"}
[junit4] 2> 237028 T680 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 237028 T680 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 237042 T686 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 237042 T731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 237042 T699 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 237042 T715 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 237042 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 237675 T732 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 237675 T732 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/collection1
[junit4] 2> 237675 T732 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 237676 T732 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 237676 T732 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 237677 T732 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/collection1/'
[junit4] 2> 237679 T732 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/collection1/lib/classes/' to classloader
[junit4] 2> 237680 T732 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/collection1/lib/README' to classloader
[junit4] 2> 237740 T732 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 237803 T732 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 237905 T732 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 237935 T732 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 238621 T732 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 238633 T732 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 238636 T732 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 238651 T732 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 238656 T732 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 238660 T732 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 238661 T732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 238661 T732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 238661 T732 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 238662 T732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 238662 T732 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 238663 T732 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 238663 T732 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1374298454648/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty3/
[junit4] 2> 238663 T732 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3df9b7f7
[junit4] 2> 238664 T732 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty3
[junit4] 2> 238664 T732 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty3/index/
[junit4] 2> 238664 T732 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty3/index' doesn't exist. Creating new index...
[junit4] 2> 238665 T732 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1374298436945/jetty3/index
[junit4] 2> 238669 T732 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40df9365 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22c39268),segFN=segments_1,generation=1}
[junit4] 2> 238670 T732 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 238674 T732 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 238674 T732 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 238675 T732 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 238676 T732 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 238676 T732 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 238676 T732 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 238676 T732 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 238677 T732 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 238677 T732 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 238695 T732 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 238704 T732 oass.SolrIndexSearcher.<init> Opening Searcher@15cda39c main
[junit4] 2> 238705 T732 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 238705 T732 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 238709 T733 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15cda39c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 238710 T732 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 238710 T732 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:20400 collection:collection1 shard:shard1
[junit4] 2> 238711 T732 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 238755 T732 oasc.ZkController.register We are http://127.0.0.1:20400/collection1/ and leader is http://127.0.0.1:20394/collection1/
[junit4] 2> 238755 T732 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:20400
[junit4] 2> 238756 T732 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 238756 T732 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C215 name=collection1 org.apache.solr.core.SolrCore@79d4461c url=http://127.0.0.1:20400/collection1 node=127.0.0.1:20400_ C215_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:20400_, base_url=http://127.0.0.1:20400}
[junit4] 2> 238764 T734 C215 P20400 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 238764 T732 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 238765 T734 C215 P20400 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 238766 T734 C215 P20400 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4] 2> 238766 T734 C215 P20400 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 238766 T656 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 238767 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 238767 T734 C215 P20400 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 238767 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 239131 T656 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 239135 T656 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20407
[junit4] 2> 239135 T656 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 239136 T656 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 239136 T656 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374298459391
[junit4] 2> 239136 T656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374298459391/'
[junit4] 2> 239177 T656 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374298459391/solr.xml
[junit4] 2> 239272 T656 oasc.CoreContainer.<init> New CoreContainer 684204552
[junit4] 2> 239272 T656 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1374298459391/]
[junit4] 2> 239274 T656 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 239274 T656 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 239275 T656 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 239275 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 239275 T656 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 239276 T656 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 239276 T656 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 239276 T656 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 239277 T656 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 239277 T656 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 239294 T656 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2>
[...truncated too long message...]
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4] 2> NOTE: test params are: codec=Lucene42: {foo_b=PostingsFormat(name=Memory doPackFST= false), n_f1=PostingsFormat(name=Lucene41WithOrds), cat=Lucene41(blocksize=128), foo_d=MockFixedIntBlock(blockSize=805), n_tl1=PostingsFormat(name=Lucene41WithOrds), foo_f=PostingsFormat(name=Memory doPackFST= false), n_d1=Lucene41(blocksize=128), rnd_b=MockFixedIntBlock(blockSize=805), intDefault=Lucene41(blocksize=128), n_td1=PostingsFormat(name=Lucene41WithOrds), timestamp=Lucene41(blocksize=128), id=MockFixedIntBlock(blockSize=805), range_facet_sl=PostingsFormat(name=Memory doPackFST= false), range_facet_si=PostingsFormat(name=Lucene41WithOrds), oddField_s=PostingsFormat(name=Memory doPackFST= false), sequence_i=PostingsFormat(name=Memory doPackFST= false), name=MockFixedIntBlock(blockSize=805), foo_i=PostingsFormat(name=Lucene41WithOrds), regex_dup_B_s=Lucene41(blocksize=128), multiDefault=PostingsFormat(name=Lucene41WithOrds), n_tf1=Lucene41(blocksize=128), n_dt1=PostingsFormat(name=Lucene41WithOrds), genre_s=PostingsFormat(name=Memory doPackFST= false), author_t=PostingsFormat(name=Lucene41WithOrds), range_facet_l=Lucene41(blocksize=128), n_ti1=MockFixedIntBlock(blockSize=805), text=PostingsFormat(name=Memory doPackFST= false), _version_=Lucene41(blocksize=128), val_i=MockFixedIntBlock(blockSize=805), SubjectTerms_mfacet=Lucene41(blocksize=128), series_t=PostingsFormat(name=Lucene41WithOrds), a_t=Lucene41(blocksize=128), n_tdt1=Lucene41(blocksize=128), regex_dup_A_s=PostingsFormat(name=Memory doPackFST= false), price=PostingsFormat(name=Memory doPackFST= false), other_tl1=Lucene41(blocksize=128), n_l1=Lucene41(blocksize=128), a_si=PostingsFormat(name=Lucene41WithOrds), inStock=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Disk)}, sim=DefaultSimilarity, locale=zh_HK, timezone=America/Goose_Bay
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=276958112,total=467664896
[junit4] 2> NOTE: All tests run in this JVM: [TestExtendedDismaxParser, TestStressRecovery, TestSolrDeletionPolicy2, TestJoin, TestSort, OverseerTest, MinimalSchemaTest, BasicDistributedZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=99014841EEBF7D27 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh_HK -Dtests.timezone=America/Goose_Bay -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4] > 1) Thread[id=1137, name=recoveryCmdExecutor-207-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([99014841EEBF7D27]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1137, name=recoveryCmdExecutor-207-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4] > at __randomizedtesting.SeedInfo.seed([99014841EEBF7D27]:0)
[junit4] Completed on J0 in 433.43s, 1 test, 2 errors <<< FAILURES!
[...truncated 829 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:389: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:369: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1247: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:890: There were test failures: 318 suites, 1342 tests, 2 suite-level errors, 952 ignored (5 assumptions)
Total time: 40 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure