You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/02/24 13:29:20 UTC
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4628 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4628/
1 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:25069/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:25069/collection1
at __randomizedtesting.SeedInfo.seed([6EDAEB6E13A27D7E:EF3C657664FD1D42]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:505)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:663)
at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:372)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:150)
at java.net.SocketInputStream.read(SocketInputStream.java:121)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
at sun.security.ssl.InputRecord.read(InputRecord.java:480)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:395)
... 47 more
Build Log:
[...truncated 10528 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> 1954947 T795 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 1954948 T795 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1954954 T795 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280
[junit4] 2> 1954956 T795 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1954956 T796 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1955057 T795 oasc.ZkTestServer.run start zk server on port:34508
[junit4] 2> 1955058 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1955063 T802 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24204cab name:ZooKeeperConnection Watcher:127.0.0.1:34508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1955064 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1955064 T795 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1955080 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1955083 T804 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d31f7b5 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1955083 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1955084 T795 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1955095 T795 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1955098 T795 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1955102 T795 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1955105 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1955106 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1955120 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1955121 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1955226 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1955227 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1955231 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1955232 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1955236 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1955237 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1955240 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1955241 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1955245 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1955246 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1955249 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1955250 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1955254 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1955254 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1955258 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1955259 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1955262 T795 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1955263 T795 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1955274 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1955276 T806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b58b267 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1955276 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1956192 T795 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1956198 T795 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1956201 T795 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:36492
[junit4] 2> 1956203 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1956203 T795 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1956204 T795 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612
[junit4] 2> 1956204 T795 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/'
[junit4] 2> 1956230 T795 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/solr.xml
[junit4] 2> 1956324 T795 oasc.CoreContainer.<init> New CoreContainer 1143725787
[junit4] 2> 1956325 T795 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/]
[junit4] 2> 1956326 T795 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1956326 T795 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1956327 T795 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1956327 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1956327 T795 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1956328 T795 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1956328 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1956328 T795 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1956329 T795 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1956340 T795 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1956340 T795 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1956340 T795 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1956341 T795 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34508/solr
[junit4] 2> 1956341 T795 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1956342 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1956346 T817 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72d28121 name:ZooKeeperConnection Watcher:127.0.0.1:34508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1956347 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1956362 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1956364 T819 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fc89896 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1956364 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1956366 T795 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1956371 T795 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1956376 T795 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1956378 T795 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36492_
[junit4] 2> 1956380 T795 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36492_
[junit4] 2> 1956390 T795 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1956393 T795 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1956400 T795 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:36492_
[junit4] 2> 1956401 T795 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1956410 T795 oasc.Overseer.start Overseer (id=91307623074234372-127.0.0.1:36492_-n_0000000000) starting
[junit4] 2> 1956415 T795 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1956428 T821 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1956429 T795 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1956429 T821 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1956432 T795 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1956439 T795 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1956442 T820 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1956448 T822 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1956449 T822 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1956450 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1956450 T822 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1956452 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1956453 T820 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36492",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:36492_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1956453 T820 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1956453 T820 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1956456 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1956466 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1957451 T822 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1957451 T822 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/collection1
[junit4] 2> 1957451 T822 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1957452 T822 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1957453 T822 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1957454 T822 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1957454 T822 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/collection1/'
[junit4] 2> 1957456 T822 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/collection1/lib/.svn/' to classloader
[junit4] 2> 1957456 T822 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/collection1/lib/classes/' to classloader
[junit4] 2> 1957457 T822 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/collection1/lib/README' to classloader
[junit4] 2> 1957530 T822 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1957604 T822 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1957707 T822 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1957720 T822 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1958422 T822 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1958435 T822 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1958439 T822 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1958457 T822 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1958462 T822 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1958467 T822 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1958468 T822 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1958469 T822 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1958469 T822 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1958470 T822 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1958471 T822 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1958471 T822 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1958471 T822 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1393243760612/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/control/data/
[junit4] 2> 1958472 T822 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6386fd87
[junit4] 2> 1958473 T822 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/control/data
[junit4] 2> 1958473 T822 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/control/data/index/
[junit4] 2> 1958473 T822 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1958474 T822 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/control/data/index
[junit4] 2> 1958474 T822 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6a41ce27
[junit4] 2> 1958475 T822 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@31d3d519 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64598f1),segFN=segments_1,generation=1}
[junit4] 2> 1958475 T822 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1958481 T822 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1958482 T822 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1958482 T822 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1958482 T822 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1958483 T822 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1958483 T822 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1958484 T822 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1958484 T822 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1958484 T822 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1958485 T822 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1958486 T822 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1958486 T822 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1958486 T822 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1958487 T822 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1958487 T822 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1958488 T822 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1958489 T822 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1958504 T822 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1958511 T822 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1958511 T822 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1958512 T822 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8784401891960589]
[junit4] 2> 1958512 T822 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@31d3d519 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64598f1),segFN=segments_1,generation=1}
[junit4] 2> 1958513 T822 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1958513 T822 oass.SolrIndexSearcher.<init> Opening Searcher@3a1cfe8e[collection1] main
[junit4] 2> 1958517 T823 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a1cfe8e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1958521 T822 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1958522 T795 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1958522 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1958522 T826 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:36492 collection:control_collection shard:shard1
[junit4] 2> 1958524 T826 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1958528 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1958531 T828 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79397428 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1958531 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1958541 T795 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1958553 T826 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1958553 T795 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1958556 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958556 T826 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1958556 T826 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C695 name=collection1 org.apache.solr.core.SolrCore@2ef128ca url=https://127.0.0.1:36492/collection1 node=127.0.0.1:36492_ C695_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:36492, core=collection1, node_name=127.0.0.1:36492_}
[junit4] 2> 1958557 T826 C695 P36492 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:36492/collection1/
[junit4] 2> 1958557 T826 C695 P36492 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1958557 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1958557 T826 C695 P36492 oasc.SyncStrategy.syncToMe https://127.0.0.1:36492/collection1/ has no replicas
[junit4] 2> 1958558 T826 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:36492/collection1/ shard1
[junit4] 2> 1958558 T826 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1958566 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958567 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1958567 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1958573 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1958578 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958681 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1958681 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1958726 T826 oasc.ZkController.register We are https://127.0.0.1:36492/collection1/ and leader is https://127.0.0.1:36492/collection1/
[junit4] 2> 1958726 T826 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:36492
[junit4] 2> 1958726 T826 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1958727 T826 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1958727 T826 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1958736 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958736 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958736 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958736 T826 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1958738 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1958739 T820 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:36492",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:36492_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1958754 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1958858 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1958858 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1959564 T795 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1959565 T795 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1959570 T795 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1959572 T795 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:49849
[junit4] 2> 1959574 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1959574 T795 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1959575 T795 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879
[junit4] 2> 1959575 T795 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/'
[junit4] 2> 1959601 T795 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/solr.xml
[junit4] 2> 1959682 T795 oasc.CoreContainer.<init> New CoreContainer 939731755
[junit4] 2> 1959683 T795 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/]
[junit4] 2> 1959684 T795 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1959685 T795 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1959685 T795 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1959685 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1959686 T795 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1959686 T795 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1959686 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1959687 T795 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1959687 T795 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1959698 T795 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1959698 T795 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1959698 T795 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1959699 T795 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34508/solr
[junit4] 2> 1959699 T795 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1959700 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1959703 T839 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28a1949 name:ZooKeeperConnection Watcher:127.0.0.1:34508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1959704 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1959707 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1959709 T841 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ee2b91 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1959709 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1959724 T795 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1960729 T795 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49849_
[junit4] 2> 1960740 T795 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49849_
[junit4] 2> 1960744 T819 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1960744 T841 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1960744 T828 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1960755 T842 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1960756 T842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1960757 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1960757 T842 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1960758 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1960758 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1960760 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1960761 T820 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:49849",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:49849_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1960761 T820 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1960761 T820 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1960765 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1960767 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1960767 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1960767 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1961760 T842 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1961760 T842 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/collection1
[junit4] 2> 1961760 T842 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1961761 T842 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1961761 T842 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1961763 T842 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1961763 T842 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/collection1/'
[junit4] 2> 1961764 T842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/collection1/lib/README' to classloader
[junit4] 2> 1961764 T842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/collection1/lib/classes/' to classloader
[junit4] 2> 1961765 T842 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/collection1/lib/.svn/' to classloader
[junit4] 2> 1961815 T842 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1961866 T842 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1961968 T842 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1961981 T842 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1962666 T842 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1962680 T842 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1962684 T842 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1962703 T842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1962708 T842 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1962713 T842 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1962715 T842 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1962715 T842 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1962715 T842 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1962717 T842 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1962717 T842 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1962718 T842 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1962718 T842 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1393243763879/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty1/
[junit4] 2> 1962718 T842 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6386fd87
[junit4] 2> 1962719 T842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty1
[junit4] 2> 1962720 T842 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty1/index/
[junit4] 2> 1962720 T842 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1962721 T842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty1/index
[junit4] 2> 1962721 T842 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@8c6b29b
[junit4] 2> 1962722 T842 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4d6956c9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cf7e29d),segFN=segments_1,generation=1}
[junit4] 2> 1962722 T842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1962730 T842 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1962731 T842 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1962731 T842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1962732 T842 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1962732 T842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1962732 T842 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1962733 T842 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1962734 T842 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1962734 T842 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1962735 T842 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1962736 T842 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1962736 T842 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1962736 T842 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1962737 T842 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1962738 T842 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1962739 T842 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1962740 T842 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1962756 T842 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1962762 T842 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1962762 T842 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1962763 T842 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8784401891960589]
[junit4] 2> 1962764 T842 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@4d6956c9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2cf7e29d),segFN=segments_1,generation=1}
[junit4] 2> 1962764 T842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1962765 T842 oass.SolrIndexSearcher.<init> Opening Searcher@74b0fa7a[collection1] main
[junit4] 2> 1962771 T843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74b0fa7a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1962776 T842 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1962777 T795 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1962777 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1962777 T846 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:49849 collection:collection1 shard:shard2
[junit4] 2> 1962779 T846 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1962799 T846 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1962808 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1962809 T846 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1962809 T846 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C696 name=collection1 org.apache.solr.core.SolrCore@40f7c512 url=https://127.0.0.1:49849/collection1 node=127.0.0.1:49849_ C696_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:49849, core=collection1, node_name=127.0.0.1:49849_}
[junit4] 2> 1962810 T846 C696 P49849 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:49849/collection1/
[junit4] 2> 1962810 T846 C696 P49849 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1962810 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1962810 T846 C696 P49849 oasc.SyncStrategy.syncToMe https://127.0.0.1:49849/collection1/ has no replicas
[junit4] 2> 1962811 T846 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:49849/collection1/ shard2
[junit4] 2> 1962811 T846 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1962882 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1962894 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1962895 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1962895 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1962962 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1962976 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1963080 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1963080 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1963080 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1963117 T846 oasc.ZkController.register We are https://127.0.0.1:49849/collection1/ and leader is https://127.0.0.1:49849/collection1/
[junit4] 2> 1963117 T846 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:49849
[junit4] 2> 1963117 T846 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1963117 T846 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1963118 T846 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1963119 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1963119 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1963120 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1963120 T846 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1963121 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1963122 T820 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:49849",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:49849_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1963136 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1963239 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1963239 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1963239 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1963751 T795 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1963752 T795 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1963757 T795 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1963759 T795 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:19278
[junit4] 2> 1963761 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1963762 T795 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1963762 T795 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105
[junit4] 2> 1963762 T795 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/'
[junit4] 2> 1963793 T795 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/solr.xml
[junit4] 2> 1963888 T795 oasc.CoreContainer.<init> New CoreContainer 364700011
[junit4] 2> 1963888 T795 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/]
[junit4] 2> 1963890 T795 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1963890 T795 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1963890 T795 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1963891 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1963891 T795 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1963891 T795 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1963892 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1963892 T795 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1963892 T795 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1963903 T795 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1963904 T795 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1963904 T795 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1963905 T795 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34508/solr
[junit4] 2> 1963905 T795 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1963906 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1963934 T857 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c1dbe8f name:ZooKeeperConnection Watcher:127.0.0.1:34508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1963934 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1963937 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1963945 T859 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6210214 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1963945 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1963951 T795 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1964954 T795 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19278_
[junit4] 2> 1964956 T795 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19278_
[junit4] 2> 1964960 T841 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1964960 T819 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1964961 T828 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1964960 T859 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1964976 T860 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1964977 T860 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1964978 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1964979 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1964978 T860 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1964979 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1964981 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1964982 T820 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:19278",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19278_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1964982 T820 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1964982 T820 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1964986 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1964995 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1964995 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1964995 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1964995 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1965980 T860 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1965980 T860 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/collection1
[junit4] 2> 1965980 T860 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1965981 T860 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1965982 T860 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1965983 T860 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1965983 T860 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/collection1/'
[junit4] 2> 1965985 T860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/collection1/lib/classes/' to classloader
[junit4] 2> 1965986 T860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/collection1/lib/.svn/' to classloader
[junit4] 2> 1965987 T860 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/collection1/lib/README' to classloader
[junit4] 2> 1966060 T860 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1966134 T860 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1966237 T860 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1966250 T860 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1966942 T860 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1966957 T860 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1966961 T860 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1966979 T860 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1966985 T860 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1966989 T860 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1966991 T860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1966991 T860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1966992 T860 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1966993 T860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1966993 T860 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1966994 T860 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1966994 T860 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1393243768105/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty2/
[junit4] 2> 1966994 T860 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6386fd87
[junit4] 2> 1966996 T860 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty2
[junit4] 2> 1966996 T860 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty2/index/
[junit4] 2> 1966996 T860 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1966997 T860 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1393243760280/jetty2/index
[junit4] 2> 1966997 T860 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2c6026a7
[junit4] 2> 1966998 T860 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@48fe9562 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c89b4b3),segFN=segments_1,generation=1}
[junit4] 2> 1966998 T860 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1967006 T860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1967006 T860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1967007 T860 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1967007 T860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1967007 T860 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1967008 T860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1967008 T860 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1967009 T860 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1967009 T860 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1967010 T860 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1967011 T860 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1967011 T860 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1967011 T860 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1967012 T860 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1967013 T860 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1967014 T860 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1967014 T860 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1967030 T860 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1967035 T860 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1967035 T860 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1967036 T860 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8784401891960589]
[junit4] 2> 1967037 T860 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@48fe9562 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c89b4b3),segFN=segments_1,generation=1}
[junit4] 2> 1967037 T860 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1967038 T860 oass.SolrIndexSearcher.<init> Opening Searcher@262ba44d[collection1] main
[junit4] 2> 1967043 T861 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@262ba44d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1967048 T860 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1967049 T795 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0
[junit4] 2> 1967049 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1967049 T864 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:19278 collection:collection1 shard:shard1
[junit4] 2> 1967051 T864 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1967070 T864 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1967079 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967080 T864 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1967080 T864 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C697 name=collection1 org.apache.solr.core.SolrCore@5b602789 url=https://127.0.0.1:19278/collection1 node=127.0.0.1:19278_ C697_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:19278, core=collection1, node_name=127.0.0.1:19278_}
[junit4] 2> 1967080 T864 C697 P19278 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:19278/collection1/
[junit4] 2> 1967081 T864 C697 P19278 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1967081 T864 C697 P19278 oasc.SyncStrategy.syncToMe https://127.0.0.1:19278/collection1/ has no replicas
[junit4] 2> 1967081 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1967081 T864 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:19278/collection1/ shard1
[junit4] 2> 1967082 T864 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1967085 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967095 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967095 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967095 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967095 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967101 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1967104 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967209 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967209 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967209 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967209 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967252 T864 oasc.ZkController.register We are https://127.0.0.1:19278/collection1/ and leader is https://127.0.0.1:19278/collection1/
[junit4] 2> 1967252 T864 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:19278
[junit4] 2> 1967252 T864 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1967253 T864 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1967253 T864 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1967255 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967255 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967255 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967255 T864 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1967257 T820 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1967258 T820 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:19278",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19278_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 1967261 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1967365 T819 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967365 T859 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967365 T841 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1967365 T828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1968270 T795 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 1968271 T795 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1968278 T795 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1968281 T795 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:25069
[junit4] 2> 1968285 T795 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1968285 T795 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1968286 T795 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1393243772377
[junit4] 2> 1968286 T795 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1393243772377/'
[junit4] 2> 1968326 T795 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1393243772377/solr.xml
[junit4] 2> 1968443 T795 oasc.CoreContainer.<init> New CoreContainer 1164884706
[junit4] 2> 1968444 T795 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1393243772377/]
[junit4] 2> 1968446 T795 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1968447 T795 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1968447 T795 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1968448 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1968448 T795 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1968449 T795 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1968449 T795 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1968450 T795 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1968450 T795 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1968467 T795 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1968467 T795 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1968468 T795 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1968468 T795 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:34508/solr
[junit4] 2> 1968469 T795 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1968470 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1968473 T875 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c123ffa name:ZooKeeperConnection Watcher:127.0.0.1:34508 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1968474 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1968477 T795 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1968487 T877 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79f89c12 name:ZooKeeperConnection Watcher:127.0.0.1:34508/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1968487 T795 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1968494 T795 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1969498 T795 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25069_
[junit4] 2> 1969500 T795 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25069_
[junit4] 2> 1969504 T828 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1969504 T877 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1969505 T841 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1969504 T859 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1969504 T819 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1969516 T878 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1969516 T878 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1969517 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1969518 T878 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1969518 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1969518 T819 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1969520 T820 oas
[...truncated too long message...]
7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280/collection34/index.20140224211016804 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280/collection34/index.20140224211016804;done=false>>]
[junit4] 2> 2095714 T897 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280/collection34/index.20140224211016804
[junit4] 2> 2095714 T897 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280/collection34 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280/collection34;done=false>>]
[junit4] 2> 2095715 T897 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1393243760280/collection34
[junit4] 2> 2095715 T897 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2095716 T897 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection2/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2095716 T897 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2095717 T897 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene46: {rnd_b=PostingsFormat(name=Lucene41WithOrds), multiDefault=PostingsFormat(name=FSTOrdPulsing41), author_t=PostingsFormat(name=FSTOrdPulsing41), range_facet_l=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Direct), inStock=PostingsFormat(name=FSTPulsing41), range_facet_sl=PostingsFormat(name=FSTPulsing41), val_i=PostingsFormat(name=Lucene41WithOrds), n_tl1=PostingsFormat(name=FSTOrdPulsing41), n_tdt1=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct), name=PostingsFormat(name=Lucene41WithOrds), id=PostingsFormat(name=Lucene41WithOrds), text=PostingsFormat(name=FSTPulsing41), foo_f=PostingsFormat(name=FSTPulsing41), n_dt1=PostingsFormat(name=FSTOrdPulsing41), regex_dup_B_s=PostingsFormat(name=Direct), foo_d=PostingsFormat(name=Lucene41WithOrds), oddField_s=PostingsFormat(name=FSTPulsing41), SubjectTerms_mfacet=PostingsFormat(name=Direct), n_td1=PostingsFormat(name=FSTOrdPulsing41), n_l1=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), sequence_i=PostingsFormat(name=FSTPulsing41), n_f1=PostingsFormat(name=FSTOrdPulsing41), n_tf1=PostingsFormat(name=Direct), price=PostingsFormat(name=FSTPulsing41), foo_b=PostingsFormat(name=FSTPulsing41), genre_s=PostingsFormat(name=FSTPulsing41), n_d1=PostingsFormat(name=Direct), range_facet_si=PostingsFormat(name=FSTOrdPulsing41), regex_dup_A_s=PostingsFormat(name=FSTPulsing41), n_ti1=PostingsFormat(name=Lucene41WithOrds), a_si=PostingsFormat(name=FSTOrdPulsing41), series_t=PostingsFormat(name=FSTOrdPulsing41), cat=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=Direct), foo_i=PostingsFormat(name=FSTOrdPulsing41)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=DefaultSimilarity, locale=th, timezone=Asia/Jayapura
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=148307352,total=361758720
[junit4] 2> NOTE: All tests run in this JVM: [ShowFileRequestHandlerTest, QueryElevationComponentTest, UpdateRequestProcessorFactoryTest, SyncSliceTest, TestSort, IndexSchemaTest, DocValuesMissingTest, TestSolrIndexConfig, TestRandomDVFaceting, TestHighFrequencyDictionaryFactory, CursorPagingTest, TestInitQParser, RegexBoostProcessorTest, QueryEqualityTest, TestDefaultSearchFieldResource, TestLRUCache, CSVRequestHandlerTest, TestFileDictionaryLookup, QueryParsingTest, SystemInfoHandlerTest, PeerSyncTest, LoggingHandlerTest, ExpressionTest, JsonLoaderTest, TestReversedWildcardFilterFactory, TestRandomMergePolicy, TestCustomSort, TestSurroundQueryParser, TestSchemaNameResource, TestSolrDeletionPolicy1, TestLuceneMatchVersion, TestJoin, SoftAutoCommitTest, ZkControllerTest, TestJmxMonitoredMap, SolrInfoMBeanTest, ClusterStateTest, TestQueryUtils, BadCopyFieldTest, TestCollapseQParserPlugin, HdfsDirectoryTest, TestFunctionQuery, PrimitiveFieldTypeTest, DistributedSuggestComponentTest, BasicDistributedZkTest]
[junit4] Completed on J0 in 141.29s, 1 test, 1 error <<< FAILURES!
[...truncated 705 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:465: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:445: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1274: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:907: There were test failures: 373 suites, 1605 tests, 1 error, 35 ignored (7 assumptions)
Total time: 76 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4631 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4631/
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at __randomizedtesting.SeedInfo.seed([743AB42D59411CE1:70323BDE4BE4F3C0]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:154)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:590)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 10692 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 2036170 T4289 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 2036171 T4289 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./solrtest-OverseerTest-1393472785045
[junit4] 2> 2036172 T4289 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 2036176 T4289 oas.SolrTestCaseJ4.setUp ###Starting testPlaceholders
[junit4] 2> 2036177 T4289 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2036177 T4290 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2036278 T4289 oasc.ZkTestServer.run start zk server on port:56988
[junit4] 2> 2036279 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2036283 T4296 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6968789f name:ZooKeeperConnection Watcher:127.0.0.1:56988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2036283 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2036284 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2036286 T4298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67b0f55c name:ZooKeeperConnection Watcher:127.0.0.1:56988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2036286 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2036298 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2036299 T4300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47ea9efe name:ZooKeeperConnection Watcher:127.0.0.1:56988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2036300 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2036300 T4289 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2036310 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2036313 T4289 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2036315 T4289 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2036323 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2036326 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2036328 T4302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8a2eee0 name:ZooKeeperConnection Watcher:127.0.0.1:56988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2036329 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2036330 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2036332 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2036335 T4296 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2036335 T4302 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2036335 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2036337 T4304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48fcf186 name:ZooKeeperConnection Watcher:127.0.0.1:56988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2036337 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2036339 T4289 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2036341 T4289 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2036345 T4289 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56988_solr
[junit4] 2> 2036346 T4289 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2036348 T4289 oasc.Overseer.start Overseer (id=91322632441561092-127.0.0.1:56988_solr-n_0000000000) starting
[junit4] 2> 2036350 T4289 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2036353 T4289 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2036357 T4289 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2036359 T4306 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2036360 T4306 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2036360 T4305 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2036363 T4305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2036363 T4305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=12 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"12",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2036364 T4305 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4, shard5, shard6, shard7, shard8, shard9, shard10, shard11, shard12]
[junit4] 2> 2036364 T4305 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard4
[junit4] 2> 2036367 T4304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2036368 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2036368 T4296 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2036863 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard4/election
[junit4] 2> 2036885 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard4
[junit4] 2> 2036891 T4304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2036891 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2036892 T4305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2036895 T4296 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2036895 T4302 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 2036897 T4289 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:56988 56988
[junit4] 2> 2037059 T4289 oas.SolrTestCaseJ4.tearDown ###Ending testPlaceholders
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2037066 T4289 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
[junit4] 2> 2037067 T4289 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2037068 T4307 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2037168 T4289 oasc.ZkTestServer.run start zk server on port:56678
[junit4] 2> 2037169 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037172 T4313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55ffeb0b name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037173 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037174 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037176 T4315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@726f3d04 name:ZooKeeperConnection Watcher:127.0.0.1:56678 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037176 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037204 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037206 T4317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b15e0 name:ZooKeeperConnection Watcher:127.0.0.1:56678 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037206 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037206 T4289 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2037209 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2037214 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037214 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037215 T4321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1045049d name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037216 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037216 T4322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2331e7c3 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037216 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037217 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2037217 T4289 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2037219 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2037220 T4289 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2037222 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2037223 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2037224 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2037225 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2037226 T4318 oasc.Overseer.start Overseer (id=91322632499822595-127.0.0.1:56678_solr-n_0000000000) starting
[junit4] 2> 2037227 T4322 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2037229 T4318 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2037229 T4289 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2037232 T4318 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2037236 T4318 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2037238 T4324 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2037238 T4318 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 2037239 T4324 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2037239 T4323 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2037240 T4323 oasc.Overseer$ClusterStateUpdater.amILeader org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:450)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:158)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2>
[junit4] 2> 2037240 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037240 T4323 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=91322632499822595-127.0.0.1:56678_solr-n_0000000000) am no longer a leader.
[junit4] 2> 2037242 T4326 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6437137a name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037243 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037243 T4324 oasc.OverseerCollectionProcessor.run ERROR Unable to prioritize overseer java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:119)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:87)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:220)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:231)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:182)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2>
[junit4] 2> 2037244 T4324 oasc.OverseerCollectionProcessor.amILeader org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:359)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:189)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2>
[junit4] 2> 2037245 T4324 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=91322632499822595-127.0.0.1:56678_solr-n_0000000000) am no longer a leader.
[junit4] 2> 2037246 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2037247 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2037249 T4318 oasc.Overseer.start Overseer (id=91322632499822597-127.0.0.1:56678_solr-n_0000000001) starting
[junit4] 2> 2037254 T4328 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2037254 T4328 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2037254 T4327 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2037256 T4327 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2037257 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2037257 T4327 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 2037257 T4327 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2037260 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2037261 T4322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2037734 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2037755 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2037761 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2037763 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2037763 T4327 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2037763 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2037767 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2037767 T4327 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2037834 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2037835 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2037839 T4330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ad27135 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2037839 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2037842 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2037846 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2037894 T4322 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2037895 T4330 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2037927 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2037927 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2037928 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2037928 T4327 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2037952 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2037958 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038054 T4322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038054 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038160 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038164 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038164 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038164 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038165 T4327 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038166 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 2038166 T4327 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 2038166 T4327 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2038182 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038295 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038296 T4322 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038665 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2038686 T4330 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2038686 T4322 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2038687 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038688 T4330 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2038700 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038700 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038700 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038702 T4327 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038705 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038807 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2038889 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038890 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2038892 T4332 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60561276 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2038893 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2038894 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2038897 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2038899 T4330 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2038899 T4332 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2038901 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038901 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2038901 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038902 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038903 T4327 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038905 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2038905 T4327 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2038917 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038918 T4330 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2038917 T4332 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2038927 T4332 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2038927 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038927 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2038928 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2038928 T4327 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2038931 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038935 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038935 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2038937 T4334 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c51c528 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2038937 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2038938 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2038940 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2038943 T4332 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2038943 T4334 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2038945 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038945 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2038946 T4327 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2038947 T4327 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2038949 T4326 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2038951 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038973 T4318 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 2038974 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2038976 T4336 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37b761c4 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2038976 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2038980 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2038980 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2038982 T4318 oasc.Overseer.start Overseer (id=91322632499822601-127.0.0.1:56678_solr-n_0000000002) starting
[junit4] 2> 2038987 T4338 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2038988 T4338 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2038989 T4337 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2038990 T4337 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 2038990 T4337 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2038990 T4337 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2038992 T4332 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038992 T4334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038994 T4337 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2038994 T4337 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2038995 T4334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038995 T4332 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038999 T4332 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2038999 T4334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039002 T4337 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2039002 T4337 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2039003 T4334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039003 T4332 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039005 T4337 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2039154 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039157 T4336 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039158 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2039159 T4337 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039160 T4337 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 2039160 T4337 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2039174 T4336 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039175 T4332 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039175 T4334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039177 T4334 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039177 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039178 T4334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2039183 T4336 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039184 T4337 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039187 T4336 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039289 T4334 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2039379 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039381 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2039383 T4340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5edd5be4 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2039383 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2039385 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2039387 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2039392 T4318 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 2039409 T4334 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2039409 T4340 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2039409 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2039437 T4342 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e6e662e name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2039437 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2039439 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2039452 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2039452 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2039455 T4318 oasc.Overseer.start Overseer (id=91322632499822603-127.0.0.1:56678_solr-n_0000000003) starting
[junit4] 2> 2039468 T4340 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039469 T4334 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039471 T4340 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2039472 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2039473 T4344 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2039473 T4344 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2039473 T4343 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2039492 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039493 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039493 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2039493 T4343 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2039495 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2039497 T4346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c11c439 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2039497 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2039498 T4340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2039499 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2039501 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039501 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2039502 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2039502 T4343 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2039504 T4340 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2039504 T4346 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2039505 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039507 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039507 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2039528 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2039528 T4343 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2039531 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039532 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039638 T4340 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039638 T4346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2039734 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039739 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039739 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2039739 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039740 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039740 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039741 T4343 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 2039741 T4343 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2039752 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039763 T4346 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039763 T4340 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039764 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039765 T4346 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2039769 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039773 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039875 T4346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2039966 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2039968 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2039970 T4348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@641e3b4e name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2039970 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2039972 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2039974 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2039976 T4346 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2039977 T4348 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2039979 T4318 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 2039987 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039987 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2039987 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039988 T4342 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2039988 T4343 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:391)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:168)
[junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4] 2>
[junit4] 2> 2039988 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2039990 T4350 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@321c4b77 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2039990 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2039994 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2039994 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2039995 T4348 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039995 T4346 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2039997 T4318 oasc.Overseer.start Overseer (id=91322632499822606-127.0.0.1:56678_solr-n_0000000004) starting
[junit4] 2> 2039997 T4348 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2039999 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040003 T4352 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2040003 T4352 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2040004 T4351 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2040006 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2040006 T4351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040008 T4354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54711fa4 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2040008 T4351 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2040008 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2040008 T4351 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040010 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2040012 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040013 T4354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2040013 T4348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2040013 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2040016 T4348 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2040016 T4354 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2040017 T4351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040017 T4351 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2040018 T4351 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040018 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040019 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040024 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040025 T4351 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2040025 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040025 T4351 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040028 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040132 T4348 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2040132 T4354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2040188 T4322 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2040188 T4322 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2040227 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040231 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040231 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040231 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040232 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040233 T4351 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040251 T4351 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 2040251 T4351 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040278 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040278 T4348 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2040278 T4354 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2040279 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040296 T4354 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2040333 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040355 T4350 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040459 T4354 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2040498 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040500 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2040502 T4356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f00a295 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2040502 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2040504 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2040506 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2040509 T4354 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2040509 T4356 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2040510 T4318 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 2040518 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2040518 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040537 T4358 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ee06063 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2040537 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2040564 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2040564 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2040576 T4318 oasc.Overseer.start Overseer (id=91322632499822609-127.0.0.1:56678_solr-n_0000000005) starting
[junit4] 2> 2040577 T4356 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2040577 T4354 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2040604 T4356 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2040605 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040630 T4360 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2040631 T4360 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2040647 T4359 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2040661 T4359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040661 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2040661 T4359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2040662 T4359 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040663 T4362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52040391 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2040663 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2040665 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2040678 T4332 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2040678 T4332 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2040678 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040679 T4332 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2040679 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 2040679 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2040681 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2040693 T4359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040693 T4356 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2040693 T4362 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2040694 T4359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2040694 T4359 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040696 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040696 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040700 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040701 T4359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2040701 T4359 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040703 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040709 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040811 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2040811 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2040905 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040916 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040916 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2040917 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040917 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040918 T4359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040918 T4359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 2040919 T4359 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2040935 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040936 T4356 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2040937 T4362 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2040953 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2040954 T4362 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2040972 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2040989 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041093 T4362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2041156 T4289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2041158 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2041160 T4364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29b29fc5 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2041160 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2041162 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2041164 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 2041166 T4362 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2041166 T4364 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2041182 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041182 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2041182 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041183 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041184 T4359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2041184 T4359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2041184 T4359 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2041201 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041219 T4364 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2041219 T4362 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 2041231 T4364 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2041232 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041232 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2041233 T4359 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 2041233 T4359 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 2041236 T4358 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2041237 T4318 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 2041238 T4318 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2041239 T4289 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2041240 T4366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@181252a name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2041241 T4318 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2041241 T4368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ddb2191 name:ZooKeeperConnection Watcher:127.0.0.1:56678/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2041242 T4289 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2041244 T4289 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2041245 T4318 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:56678_solr
[junit4] 2> 2041245 T4318 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2041246 T4289 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 2041247 T4318 oasc.Overseer.start Overseer (id=91322632499822612-127.0.0.1:56678_solr-n_0000000006) starting
[junit4] 2> 2041248 T4364 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2041248 T4368 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2041260 T4289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2041262 T4370 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2041263 T4370 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 2041264 T4340 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2041264 T4340 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apach
[...truncated too long message...]
eption.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:203)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:203)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:414)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2062319 T4669 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2062324 T4675 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2062326 T4677 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard4/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2062326 T4679 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2062326 T4679 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard4/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2064686 T4289 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=be, timezone=America/Miquelon
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=250613896,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestZkChroot, TestSolrXml, TestNoOpRegenerator, CachingDirectoryFactoryTest, TestDefaultSimilarityFactory, TestUtils, EnumFieldTest, CurrencyFieldXmlFileTest, TestComponentsName, CoreContainerCoreInitFailuresTest, FullSolrCloudDistribCmdsTest, DefaultValueUpdateProcessorTest, HdfsChaosMonkeySafeLeaderTest, OutputWriterTest, DocumentAnalysisRequestHandlerTest, DistanceFunctionTest, TestSimpleQParserPlugin, HdfsBasicDistributedZkTest, TestFastOutputStream, TestDistributedSearch, TestCollationFieldDocValues, OpenCloseCoreStressTest, DebugComponentTest, TestStressRecovery, TestSerializedLuceneMatchVersion, TestAnalyzedSuggestions, DistributedQueryComponentOptimizationTest, TestSolr4Spatial, TestRecovery, NumericFieldsTest, TestRandomFaceting, FileUtilsTest, ShardRoutingCustomTest, PreAnalyzedUpdateProcessorTest, TestCoreDiscovery, TermVectorComponentDistributedTest, CollectionsAPIDistributedZkTest, TestCSVLoader, BlockDirectoryTest, TestNRTOpen, CurrencyFieldOpenExchangeTest, StatsComponentTest, TestFieldTypeCollectionResource, SolrCoreCheckLockOnStartupTest, TestDynamicFieldResource, TestSweetSpotSimilarityFactory, TestManagedSchemaFieldResource, DistributedQueryComponentCustomSortTest, SolrRequestParserTest, TestPartialUpdateDeduplication, TestIndexingPerformance, TestBinaryField, HdfsLockFactoryTest, HardAutoCommitTest, RequiredFieldsTest, TestIBSimilarityFactory, DeleteInactiveReplicaTest, BasicZkTest, SolrIndexConfigTest, AlternateDirectoryTest, TestClassNameShortening, HdfsBasicDistributedZk2Test, TestQuerySenderListener, TestMultiCoreConfBootstrap, TestXIncludeConfig, HdfsCollectionsAPIDistributedZkTest, FieldAnalysisRequestHandlerTest, TestSolrXmlPersistence, AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest, SolrCmdDistributorTest, DocValuesMultiTest, TestSolrCoreProperties, TestSolrQueryParserDefaultOperatorResource, TestDynamicFieldCollectionResource, HighlighterTest, TestLazyCores, TestOmitPositions, TestQuerySenderNoQuery, SuggestComponentTest, TestStressReorder, TestFieldResource, TestFieldTypeResource, TestUpdate, ShardSplitTest, DisMaxRequestHandlerTest, TestCodecSupport, NoCacheHeaderTest, DirectSolrSpellCheckerTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest]
[junit4] Completed on J1 in 28.70s, 8 tests, 1 error <<< FAILURES!
[...truncated 608 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:465: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:445: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1274: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:907: There were test failures: 373 suites, 1607 tests, 1 error, 47 ignored (19 assumptions)
Total time: 91 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
Re: [JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4630 - Still Failing
Posted by Michael McCandless <lu...@mikemccandless.com>.
Looks like Rob fixed this.
Mike McCandless
http://blog.mikemccandless.com
On Tue, Feb 25, 2014 at 9:06 PM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4630/
>
> All tests passed
>
> Build Log:
> [...truncated 43552 lines...]
> -documentation-lint:
> [echo] checking for broken html...
> [jtidy] Checking for broken html (such as invalid tags)...
> [delete] Deleting directory /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build/jtidy_tmp
> [echo] Checking for broken links...
> [exec]
> [exec] Crawl/parse...
> [exec]
> [exec] Verify...
> [echo] Checking for missing docs...
> [exec]
> [exec] build/docs/facet/org/apache/lucene/facet/taxonomy/CachedOrdinalsReader.CachedOrds.html
> [exec] missing Methods: ramBytesUsed()
> [exec]
> [exec] Missing javadocs were found!
>
> BUILD FAILED
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:465: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:57: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:208: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:243: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:2321: exec returned: 1
>
> Total time: 103 minutes 1 second
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4630 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4630/
All tests passed
Build Log:
[...truncated 43552 lines...]
-documentation-lint:
[echo] checking for broken html...
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for missing docs...
[exec]
[exec] build/docs/facet/org/apache/lucene/facet/taxonomy/CachedOrdinalsReader.CachedOrds.html
[exec] missing Methods: ramBytesUsed()
[exec]
[exec] Missing javadocs were found!
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:465: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:57: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:208: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:2321: exec returned: 1
Total time: 103 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4629 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4629/
3 tests failed.
REGRESSION: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:27847/collection1, https://127.0.0.1:19682/collection1]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:27847/collection1, https://127.0.0.1:19682/collection1]
at __randomizedtesting.SeedInfo.seed([3602F7D65DACC63A:B7E479CE2AF3A606]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:635)
at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1427)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:563)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:545)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:524)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:296)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:113)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: no servers hosting shard:
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:497)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:302)
... 50 more
REGRESSION: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch
Error Message:
There were too many update fails - we expect it can happen, but shouldn't easily
Stack Trace:
java.lang.AssertionError: There were too many update fails - we expect it can happen, but shouldn't easily
at __randomizedtesting.SeedInfo.seed([3602F7D65DACC63A:B7E479CE2AF3A606]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:210)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Could not find collection:addReplicaColl
Stack Trace:
java.lang.AssertionError: Could not find collection:addReplicaColl
at __randomizedtesting.SeedInfo.seed([3602F7D65DACC63A:B7E479CE2AF3A606]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:147)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:724)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:1193)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:213)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 10495 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4] 2> 1620783 T3654 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 1620784 T3654 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1620788 T3654 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1393320026870
[junit4] 2> 1620790 T3654 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1620790 T3655 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1620891 T3654 oasc.ZkTestServer.run start zk server on port:60680
[junit4] 2> 1620892 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1620896 T3661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@447b52d0 name:ZooKeeperConnection Watcher:127.0.0.1:60680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1620897 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1620897 T3654 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1620916 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1620918 T3663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26d523e8 name:ZooKeeperConnection Watcher:127.0.0.1:60680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1620919 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1620919 T3654 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1620927 T3654 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1620931 T3654 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1620938 T3654 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1620941 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1620942 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1620947 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1620948 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1621052 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1621053 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1621056 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1621057 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1621066 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1621066 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1621069 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1621070 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1621073 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1621074 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1621077 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1621078 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1621081 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1621081 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1621089 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1621090 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1621093 T3654 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1621094 T3654 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1621098 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1621107 T3665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b4b90f8 name:ZooKeeperConnection Watcher:127.0.0.1:60680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1621107 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1622092 T3654 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1622096 T3654 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1622100 T3654 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:23898
[junit4] 2> 1622102 T3654 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1622103 T3654 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1622103 T3654 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192
[junit4] 2> 1622103 T3654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/'
[junit4] 2> 1622129 T3654 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/solr.xml
[junit4] 2> 1622198 T3654 oasc.CoreContainer.<init> New CoreContainer 2034686602
[junit4] 2> 1622198 T3654 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/]
[junit4] 2> 1622200 T3654 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1622200 T3654 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1622200 T3654 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1622201 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1622201 T3654 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1622201 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1622202 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1622202 T3654 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1622202 T3654 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1622213 T3654 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1622213 T3654 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1622213 T3654 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1622214 T3654 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60680/solr
[junit4] 2> 1622214 T3654 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1622215 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1622226 T3676 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@793a5f2b name:ZooKeeperConnection Watcher:127.0.0.1:60680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1622226 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1622245 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1622247 T3678 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bf88e4e name:ZooKeeperConnection Watcher:127.0.0.1:60680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1622248 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1622250 T3654 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1622255 T3654 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1622259 T3654 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1622266 T3654 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23898_
[junit4] 2> 1622267 T3654 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23898_
[junit4] 2> 1622271 T3654 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1622279 T3654 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1622292 T3654 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:23898_
[junit4] 2> 1622292 T3654 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1622295 T3654 oasc.Overseer.start Overseer (id=91312621281476612-127.0.0.1:23898_-n_0000000000) starting
[junit4] 2> 1622299 T3654 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1622312 T3680 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1622313 T3654 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1622313 T3680 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1622316 T3654 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1622318 T3654 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1622320 T3679 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1622326 T3681 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1622326 T3681 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1622327 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1622328 T3681 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1622329 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1622329 T3679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:23898",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:23898_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1622329 T3679 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1622330 T3679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1622332 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1622339 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1623329 T3681 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1623329 T3681 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/collection1
[junit4] 2> 1623329 T3681 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1623330 T3681 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1623331 T3681 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1623332 T3681 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1623332 T3681 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/collection1/'
[junit4] 2> 1623334 T3681 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/collection1/lib/.svn/' to classloader
[junit4] 2> 1623335 T3681 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/collection1/lib/README' to classloader
[junit4] 2> 1623335 T3681 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/collection1/lib/classes/' to classloader
[junit4] 2> 1623407 T3681 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1623482 T3681 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1623583 T3681 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1623595 T3681 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1624291 T3681 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1624305 T3681 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1624309 T3681 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1624325 T3681 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1624331 T3681 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1624336 T3681 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1624337 T3681 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1624337 T3681 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1624337 T3681 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1624339 T3681 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1624339 T3681 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1624339 T3681 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1624339 T3681 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1393320027192/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/control/data/
[junit4] 2> 1624340 T3681 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a23d73b
[junit4] 2> 1624341 T3681 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/control/data
[junit4] 2> 1624341 T3681 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/control/data/index/
[junit4] 2> 1624341 T3681 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1624342 T3681 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/control/data/index
[junit4] 2> 1624342 T3681 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=39.232421875, floorSegmentMB=0.2060546875, forceMergeDeletesPctAllowed=11.216303858171361, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1624343 T3681 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@44518141 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@250465d2),segFN=segments_1,generation=1}
[junit4] 2> 1624343 T3681 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1624347 T3681 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1624348 T3681 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1624348 T3681 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1624348 T3681 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1624349 T3681 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1624349 T3681 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1624349 T3681 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1624350 T3681 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1624350 T3681 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1624351 T3681 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1624351 T3681 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1624352 T3681 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1624352 T3681 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1624352 T3681 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1624353 T3681 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1624353 T3681 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1624354 T3681 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1624371 T3681 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1624377 T3681 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1624378 T3681 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1624378 T3681 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1624379 T3681 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@44518141 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@250465d2),segFN=segments_1,generation=1}
[junit4] 2> 1624379 T3681 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1624380 T3681 oass.SolrIndexSearcher.<init> Opening Searcher@22f2d0e2[collection1] main
[junit4] 2> 1624383 T3682 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22f2d0e2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1624385 T3681 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1624385 T3654 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 1624386 T3654 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1624386 T3685 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:23898 collection:control_collection shard:shard1
[junit4] 2> 1624388 T3685 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1624392 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1624394 T3687 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59b59dfe name:ZooKeeperConnection Watcher:127.0.0.1:60680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1624395 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1624404 T3654 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1624405 T3685 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1624408 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624408 T3654 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1624409 T3685 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1624409 T3685 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1877 name=collection1 org.apache.solr.core.SolrCore@e317469 url=https://127.0.0.1:23898/collection1 node=127.0.0.1:23898_ C1877_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:23898, core=collection1, node_name=127.0.0.1:23898_}
[junit4] 2> 1624409 T3685 C1877 P23898 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:23898/collection1/
[junit4] 2> 1624410 T3685 C1877 P23898 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1624410 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1624410 T3685 C1877 P23898 oasc.SyncStrategy.syncToMe https://127.0.0.1:23898/collection1/ has no replicas
[junit4] 2> 1624410 T3685 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:23898/collection1/ shard1
[junit4] 2> 1624411 T3685 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1624419 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624421 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1624421 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1624443 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1624447 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624550 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1624550 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1624595 T3685 oasc.ZkController.register We are https://127.0.0.1:23898/collection1/ and leader is https://127.0.0.1:23898/collection1/
[junit4] 2> 1624595 T3685 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:23898
[junit4] 2> 1624595 T3685 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1624595 T3685 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1624596 T3685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1624597 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624597 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624598 T3685 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1624598 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624599 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1624600 T3679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:23898",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:23898_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1624603 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1624707 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1624707 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1625283 T3654 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1625284 T3654 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1625288 T3654 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1625289 T3654 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:19379
[junit4] 2> 1625292 T3654 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1625292 T3654 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1625292 T3654 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490
[junit4] 2> 1625292 T3654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/'
[junit4] 2> 1625318 T3654 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/solr.xml
[junit4] 2> 1625386 T3654 oasc.CoreContainer.<init> New CoreContainer 583145287
[junit4] 2> 1625386 T3654 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/]
[junit4] 2> 1625387 T3654 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1625388 T3654 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1625388 T3654 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1625388 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1625389 T3654 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1625389 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1625389 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1625390 T3654 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1625390 T3654 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1625400 T3654 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1625400 T3654 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1625401 T3654 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1625401 T3654 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60680/solr
[junit4] 2> 1625401 T3654 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1625402 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1625409 T3698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@484f2f8d name:ZooKeeperConnection Watcher:127.0.0.1:60680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1625409 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1625428 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1625430 T3700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f51280 name:ZooKeeperConnection Watcher:127.0.0.1:60680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1625431 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1625443 T3654 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1626446 T3654 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19379_
[junit4] 2> 1626456 T3654 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19379_
[junit4] 2> 1626460 T3678 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1626460 T3700 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1626460 T3687 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1626481 T3701 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1626482 T3701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1626483 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1626483 T3701 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1626484 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1626484 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1626485 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1626486 T3679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:19379",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19379_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1626486 T3679 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1626486 T3679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1626490 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1626498 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1626498 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1626498 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1627485 T3701 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1627485 T3701 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/collection1
[junit4] 2> 1627485 T3701 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1627486 T3701 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1627487 T3701 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1627488 T3701 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1627489 T3701 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/collection1/'
[junit4] 2> 1627491 T3701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/collection1/lib/classes/' to classloader
[junit4] 2> 1627491 T3701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/collection1/lib/.svn/' to classloader
[junit4] 2> 1627492 T3701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/collection1/lib/README' to classloader
[junit4] 2> 1627565 T3701 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1627639 T3701 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1627740 T3701 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1627751 T3701 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1628421 T3701 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1628435 T3701 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1628439 T3701 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1628454 T3701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1628459 T3701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1628464 T3701 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1628465 T3701 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1628466 T3701 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1628466 T3701 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1628467 T3701 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1628467 T3701 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1628468 T3701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1628468 T3701 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1393320030490/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty1/
[junit4] 2> 1628468 T3701 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a23d73b
[junit4] 2> 1628469 T3701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty1
[junit4] 2> 1628470 T3701 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty1/index/
[junit4] 2> 1628470 T3701 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1628470 T3701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty1/index
[junit4] 2> 1628471 T3701 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=39.232421875, floorSegmentMB=0.2060546875, forceMergeDeletesPctAllowed=11.216303858171361, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1628472 T3701 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@5d744142 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ef44c),segFN=segments_1,generation=1}
[junit4] 2> 1628472 T3701 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1628476 T3701 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1628477 T3701 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1628477 T3701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1628478 T3701 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1628478 T3701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1628478 T3701 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1628479 T3701 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1628479 T3701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1628479 T3701 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1628480 T3701 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1628481 T3701 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1628481 T3701 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1628482 T3701 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1628482 T3701 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1628483 T3701 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1628483 T3701 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1628484 T3701 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1628501 T3701 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1628507 T3701 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1628507 T3701 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1628508 T3701 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1628509 T3701 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@5d744142 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2ef44c),segFN=segments_1,generation=1}
[junit4] 2> 1628509 T3701 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1628509 T3701 oass.SolrIndexSearcher.<init> Opening Searcher@dacf1e5[collection1] main
[junit4] 2> 1628514 T3702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dacf1e5[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1628517 T3701 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1628518 T3654 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 1628519 T3654 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1628518 T3705 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:19379 collection:collection1 shard:shard1
[junit4] 2> 1628520 T3705 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1628540 T3705 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1628550 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628551 T3705 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1628551 T3705 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1878 name=collection1 org.apache.solr.core.SolrCore@12ae2527 url=https://127.0.0.1:19379/collection1 node=127.0.0.1:19379_ C1878_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:19379, core=collection1, node_name=127.0.0.1:19379_}
[junit4] 2> 1628551 T3705 C1878 P19379 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:19379/collection1/
[junit4] 2> 1628551 T3705 C1878 P19379 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1628552 T3705 C1878 P19379 oasc.SyncStrategy.syncToMe https://127.0.0.1:19379/collection1/ has no replicas
[junit4] 2> 1628552 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1628552 T3705 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:19379/collection1/ shard1
[junit4] 2> 1628552 T3705 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1628562 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628571 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628571 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628571 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628576 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1628579 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628682 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628682 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628682 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628727 T3705 oasc.ZkController.register We are https://127.0.0.1:19379/collection1/ and leader is https://127.0.0.1:19379/collection1/
[junit4] 2> 1628727 T3705 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:19379
[junit4] 2> 1628727 T3705 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1628727 T3705 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1628727 T3705 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1628729 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628729 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628729 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628730 T3705 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1628731 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1628731 T3679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:19379",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:19379_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1628740 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1628857 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628857 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1628857 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1629530 T3654 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1629531 T3654 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1629536 T3654 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1629537 T3654 oejs.AbstractConnector.doStart Started SslSocketConnector@127.0.0.1:27847
[junit4] 2> 1629540 T3654 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1629540 T3654 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1629541 T3654 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603
[junit4] 2> 1629541 T3654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/'
[junit4] 2> 1629568 T3654 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/solr.xml
[junit4] 2> 1629641 T3654 oasc.CoreContainer.<init> New CoreContainer 57740568
[junit4] 2> 1629642 T3654 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/]
[junit4] 2> 1629643 T3654 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1629644 T3654 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1629644 T3654 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1629644 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1629644 T3654 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1629645 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1629645 T3654 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1629645 T3654 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1629646 T3654 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1629656 T3654 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1629656 T3654 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1629657 T3654 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1629657 T3654 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60680/solr
[junit4] 2> 1629657 T3654 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1629658 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1629662 T3716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7332335a name:ZooKeeperConnection Watcher:127.0.0.1:60680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1629662 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1629672 T3654 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1629674 T3718 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@527bbee9 name:ZooKeeperConnection Watcher:127.0.0.1:60680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1629674 T3654 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1629687 T3654 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1630690 T3654 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27847_
[junit4] 2> 1630695 T3654 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27847_
[junit4] 2> 1630709 T3718 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1630709 T3687 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1630709 T3678 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1630709 T3700 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1630721 T3719 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1630721 T3719 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1630723 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1630723 T3719 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1630723 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1630724 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1630725 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1630725 T3679 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:27847",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:27847_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1630726 T3679 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1630726 T3679 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1630729 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1630731 T3678 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1630731 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1630731 T3718 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1630731 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1631725 T3719 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1631725 T3719 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/collection1
[junit4] 2> 1631726 T3719 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1631726 T3719 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1631727 T3719 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1631728 T3719 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1631728 T3719 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/collection1/'
[junit4] 2> 1631731 T3719 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/collection1/lib/.svn/' to classloader
[junit4] 2> 1631731 T3719 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/collection1/lib/classes/' to classloader
[junit4] 2> 1631732 T3719 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/collection1/lib/README' to classloader
[junit4] 2> 1631816 T3719 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1631905 T3719 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1632006 T3719 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1632018 T3719 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1632687 T3719 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1632700 T3719 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1632705 T3719 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1632719 T3719 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1632724 T3719 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1632729 T3719 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1632730 T3719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1632731 T3719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1632731 T3719 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1632732 T3719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1632732 T3719 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1632733 T3719 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1632733 T3719 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1393320034603/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty2/
[junit4] 2> 1632733 T3719 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a23d73b
[junit4] 2> 1632734 T3719 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty2
[junit4] 2> 1632735 T3719 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty2/index/
[junit4] 2> 1632735 T3719 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1632735 T3719 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1393320026869/jetty2/index
[junit4] 2> 1632736 T3719 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=39.232421875, floorSegmentMB=0.2060546875, forceMergeDeletesPctAllowed=11.216303858171361, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1632737 T3719 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1ae9f73d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3360a6fa),segFN=segments_1,generation=1}
[junit4] 2> 1632737 T3719 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1632742 T3719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1632742 T3719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1632743 T3719 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1632743 T3719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1632743 T3719 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1632744 T3719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1632744 T3719 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1632745 T3719 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1632745 T3719 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1632746 T3719 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1632746 T3719 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1632746 T3719 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1632747 T3719 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1632748 T3719 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1632748 T3719 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1632749 T3719 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1632749 T3719 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1632767 T3719 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1632773 T3719 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1632773 T3719 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1632774 T3719 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=49, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1632774 T3719 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1ae9f73d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3360a6fa),segFN=segments_1,generation=1}
[junit4] 2> 1632775 T3719 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1632775 T3719 oass.SolrIndexSearcher.<init> Opening Searcher@72d48136[collection1] main
[junit4] 2> 1632780 T3720 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72d48136[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1632783 T3719 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1632784 T3654 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
[junit4] 2> 1632784 T3654 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1632784 T3723 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:27847 collection:collection1 shard:shard2
[junit4] 2> 1632786 T3723 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1632809 T3723 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1632819 T3678 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1632819 T3723 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1632819 T3723 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1879 name=collection1 org.apache.solr.core.SolrCore@3d22d109 url=https://127.0.0.1:27847/collection1 node=127.0.0.1:27847_ C1879_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:27847, core=collection1, node_name=127.0.0.1:27847_}
[junit4] 2> 1632819 T3723 C1879 P27847 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:27847/collection1/
[junit4] 2> 1632820 T3723 C1879 P27847 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1632820 T3723 C1879 P27847 oasc.SyncStrategy.syncToMe https://127.0.0.1:27847/collection1/ has no replicas
[junit4] 2> 1632820 T3679 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1632820 T3723 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:27847/collection1/ shard2
[junit4] 2> 1632821 T3723 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 16
[...truncated too long message...]
, but Solr cannot talk to ZK
[junit4] 2> 2977621 T4628 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2977748 T4648 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2977928 T4721 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 2978760 T4697 C741 P16185 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
[junit4] 2> 2978761 T4697 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4] 2> 2978761 T4697 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7afae229
[junit4] 2> 2978763 T4697 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=250,cumulative_deletesById=110,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
[junit4] 2> 2978764 T4697 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 2978764 T4697 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 2978764 T4697 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 2978766 T4697 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 2978767 T4697 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 2978767 T4697 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393320881874/jetty6 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393320881874/jetty6;done=false>>]
[junit4] 2> 2978768 T4697 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393320881874/jetty6
[junit4] 2> 2978768 T4697 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393320881874/jetty6/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393320881874/jetty6/index;done=false>>]
[junit4] 2> 2978768 T4697 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393320881874/jetty6/index
[junit4] 2> 2978768 T4697 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 2978769 T4697 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=lt, timezone=Pacific/Efate
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=142588792,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [BadComponentTest, TestCustomSort, MBeansHandlerTest, LeaderElectionTest, SolrXmlInZkTest, TestLMJelinekMercerSimilarityFactory, SuggesterFSTTest, SliceStateTest, BadCopyFieldTest, MoreLikeThisHandlerTest, TestBadConfig, TestMergePolicyConfig, TestDefaultSearchFieldResource, TestInfoStreamLogging, PrimitiveFieldTypeTest, ZkCLITest, SystemInfoHandlerTest, TestLMDirichletSimilarityFactory, QueryFacetTest, ChangedSchemaMergeTest, TestDocumentBuilder, TestJmxMonitoredMap, TestWriterPerf, TestAddFieldRealTimeGet, LukeRequestHandlerTest, CSVRequestHandlerTest, OverseerTest, HdfsSyncSliceTest, TestInitQParser, RegexBoostProcessorTest, LoggingHandlerTest, SpatialFilterTest, TestFieldCollectionResource, TestSearchPerf, PolyFieldTest, TestSchemaVersionResource, TestPHPSerializedResponseWriter, TestTrie, TestSolrXmlPersistor, BasicFunctionalityTest, TestPerFieldSimilarity, TestStressVersions, UpdateRequestProcessorFactoryTest, ModifyConfFileTest, FieldFacetExtrasTest, DistributedQueryElevationComponentTest, TestReversedWildcardFilterFactory, TestFreeTextSuggestions, JsonLoaderTest, SuggesterTest, DocValuesTest, ClusterStateTest, FastVectorHighlighterTest, DocumentBuilderTest, SampleTest, TriLevelCompositeIdRoutingTest, SearchHandlerTest, SoftAutoCommitTest, AbstractAnalyticsStatsTest, TestFunctionQuery, TestSolrIndexConfig, TestSchemaNameResource, InfoHandlerTest, IndexSchemaTest, TestRandomMergePolicy, TestPseudoReturnFields, OverseerCollectionProcessorTest, SyncSliceTest, AliasIntegrationTest, DistributedDebugComponentTest, ScriptEngineTest, ExpressionTest, BlockCacheTest, TestRandomDVFaceting, AnalysisErrorHandlingTest, TestOverriddenPrefixQueryForCustomFieldType, DocValuesMissingTest, DirectUpdateHandlerOptimizeTest, ResourceLoaderTest, TestLuceneMatchVersion, TermVectorComponentTest, DistributedSpellCheckComponentTest, MigrateRouteKeyTest, ParsingFieldUpdateProcessorsTest, TestCollapseQParserPlugin, TestSurroundQueryParser, SOLR749Test, TestAnalyzeInfixSuggestions, QueryResultKeyTest, TestReplicationHandler, ZkControllerTest, TestRealTimeGet, TestMultiCoreConfBootstrap, TestReload, HardAutoCommitTest, TestRangeQuery, TestCoreContainer, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestFiltering, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoMBeanTest, CacheHeaderTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TermsComponentTest, TestValueSourceCache, TestSolrQueryParser, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, MultiTermTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestNumberUtils, TestIBSimilarityFactory, TestBM25SimilarityFactory, LegacyHTMLStripCharFilterTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed on J0 in 502.49s, 1 test, 1 failure <<< FAILURES!
[...truncated 127 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:465: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:445: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:490: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1274: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:907: There were test failures: 373 suites, 1606 tests, 1 error, 2 failures, 35 ignored (7 assumptions)
Total time: 82 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure