You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/02/21 10:22:45 UTC
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1352
- Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1352/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at __randomizedtesting.SeedInfo.seed([92F6F272F04AA768:96FE7D81E2EF4849]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
Build Log:
[...truncated 10559 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 1928283 T5948 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 1928283 T5948 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1392973215758
[junit4] 2> 1928284 T5948 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1928287 T5948 oas.SolrTestCaseJ4.setUp ###Starting testOverseerFailure
[junit4] 2> 1928288 T5948 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1928289 T5949 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1928390 T5948 oasc.ZkTestServer.run start zk server on port:51157
[junit4] 2> 1928391 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1928398 T5955 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f9a14c4 name:ZooKeeperConnection Watcher:127.0.0.1:51157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1928399 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1928400 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1928405 T5957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70c50cbc name:ZooKeeperConnection Watcher:127.0.0.1:51157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1928406 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1928412 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1928416 T5959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@754f76a5 name:ZooKeeperConnection Watcher:127.0.0.1:51157 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1928417 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1928417 T5948 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1928426 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1928433 T5948 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1928440 T5948 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1928446 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1928454 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1928458 T5961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@acc06cb name:ZooKeeperConnection Watcher:127.0.0.1:51157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1928459 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1928463 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1928470 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1928478 T5955 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1928478 T5961 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1928479 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1928483 T5963 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ec5cc71 name:ZooKeeperConnection Watcher:127.0.0.1:51157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1928483 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1928486 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1928491 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1928500 T5948 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51157_solr
[junit4] 2> 1928500 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1928506 T5948 oasc.Overseer.start Overseer (id=91289892668571652-127.0.0.1:51157_solr-n_0000000000) starting
[junit4] 2> 1928511 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1928520 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1928529 T5948 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1928536 T5965 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1928538 T5965 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1928538 T5964 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1929543 T5963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1929547 T5964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1929549 T5964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1929549 T5964 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 1929549 T5964 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1929556 T5963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1929557 T5961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1929558 T5955 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1930045 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1930078 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1930099 T5963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1930100 T5948 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1930107 T5964 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1930111 T5963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1930113 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1930122 T5964 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1930123 T5964 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 1930130 T5963 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1930235 T5961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1930235 T5955 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1931307 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1931324 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1931328 T5967 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17a7550f name:ZooKeeperConnection Watcher:127.0.0.1:51157/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1931329 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1931338 T5948 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51157_solr
[junit4] 2> 1931339 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1931345 T5948 oasc.Overseer.start Overseer (id=91289892668571653-127.0.0.1:51157_solr-n_0000000001) starting
[junit4] 2> 1931359 T5969 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1931361 T5969 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1931361 T5968 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1931367 T5968 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1931369 T5968 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1931369 T5968 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 1931377 T5967 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1931379 T5955 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1931379 T5961 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1931441 T5967 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1931441 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1931445 T5968 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1931456 T5948 oasc.LeaderElector.checkIfIamLeader WARN Failed setting watch org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/91289892668571651-node1_core1-n_0000000002
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:274)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:271)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:271)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
[junit4] 2> at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
[junit4] 2> at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:606)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4] 2> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 1931464 T5968 oasc.SolrException.log ERROR Problem cleaning up collection in zk:collection1:org.apache.zookeeper.KeeperException$NotEmptyException: KeeperErrorCode = Directory not empty for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:125)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:171)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:171)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:633)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:628)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:628)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:628)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:879)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:226)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:187)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 1931464 T5961 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1931464 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1931471 T5967 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1931480 T5955 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1931575 T5968 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 1931713 T5948 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51157 51157
[junit4] 2> 1931731 T5948 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=92F6F272F04AA768 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=America/Resolute -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 3.46s | OverseerTest.testOverseerFailure <<<
[junit4] > Throwable #1: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
[junit4] > at __randomizedtesting.SeedInfo.seed([92F6F272F04AA768:96FE7D81E2EF4849]:0)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:429)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:426)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
[junit4] > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:156)
[junit4] > at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:289)
[junit4] > at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
[junit4] > at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
[junit4] > at java.lang.Thread.run(Thread.java:744)
[junit4] 2> 1931747 T5948 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4] 2> 1931747 T5948 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1931748 T5970 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1931849 T5948 oasc.ZkTestServer.run start zk server on port:51164
[junit4] 2> 1931851 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1931858 T5976 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@542d1f56 name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1931859 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1931860 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1931864 T5978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61d594a4 name:ZooKeeperConnection Watcher:127.0.0.1:51164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1931864 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1931918 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1931922 T5980 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d4765b2 name:ZooKeeperConnection Watcher:127.0.0.1:51164 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1931923 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1931923 T5948 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1931931 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1931937 T5948 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1931943 T5948 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1931947 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1931957 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1931961 T5982 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f589ccc name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1931961 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1931965 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1931972 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1931980 T5976 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1931980 T5982 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1931981 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1931985 T5984 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45cf94eb name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1931985 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1931987 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1931994 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1932004 T5948 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51164_solr
[junit4] 2> 1932004 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1932010 T5948 oasc.Overseer.start Overseer (id=91289892898603012-127.0.0.1:51164_solr-n_0000000000) starting
[junit4] 2> 1932015 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1932024 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1932033 T5948 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1932041 T5986 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1932044 T5986 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1932045 T5985 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1932050 T5985 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1932051 T5985 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1932051 T5985 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 1932051 T5985 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1932057 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932059 T5982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1932059 T5976 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1932548 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1932573 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1932589 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932591 T5948 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1932593 T5985 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1932598 T5976 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1932599 T5982 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1932602 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1932603 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932607 T5988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e902df9 name:ZooKeeperConnection Watcher:127.0.0.1:51164/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1932607 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1932611 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1932619 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1932627 T5976 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1932627 T5988 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1932632 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932632 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1932636 T5985 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 1932636 T5985 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 1932643 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932647 T5948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1932662 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932671 T5984 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1932776 T5976 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1932776 T5988 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1932778 T5948 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1932786 T5988 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1932786 T5976 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 1932983 T5961 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:240)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:237)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:237)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.createData(DistributedQueue.java:284)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.offer(DistributedQueue.java:271)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:121)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1932983 T5961 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1932984 T5961 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1932991 T5948 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51164 51164
[junit4] 2> 1933095 T5948 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1933102 T5948 oas.SolrTestCaseJ4.setUp ###Starting testReplay
[junit4] 2> 1933103 T5948 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1933104 T5989 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1933205 T5948 oasc.ZkTestServer.run start zk server on port:51171
[junit4] 2> 1933206 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933214 T5995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b16e0e0 name:ZooKeeperConnection Watcher:127.0.0.1:51171/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933214 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933215 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933221 T5997 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d8f01c2 name:ZooKeeperConnection Watcher:127.0.0.1:51171 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933222 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933294 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933298 T5999 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f1a7377 name:ZooKeeperConnection Watcher:127.0.0.1:51171 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933301 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933302 T5948 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1933309 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1933317 T5948 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1933324 T5948 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1933330 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1933343 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1933356 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933360 T6001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33233404 name:ZooKeeperConnection Watcher:127.0.0.1:51171/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933360 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933363 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1933371 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1933383 T5948 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51171_solr
[junit4] 2> 1933384 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1933391 T5948 oasc.Overseer.start Overseer (id=91289892984455171-127.0.0.1:51171_solr-n_0000000000) starting
[junit4] 2> 1933397 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1933412 T5948 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1933420 T6003 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1933423 T6003 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1933429 T6002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1933431 T6002 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 1933433 T6002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1933435 T5995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1933445 T6002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1933448 T5995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1933454 T6002 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1933461 T6002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1933463 T6002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 1933470 T6001 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1933471 T5995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 1933735 T5948 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51171 51171
[junit4] 2> 1933746 T5948 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1933753 T5948 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 1933754 T5948 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1933754 T6004 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1933860 T5948 oasc.ZkTestServer.run start zk server on port:51176
[junit4] 2> 1933861 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933868 T6010 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7acc32fb name:ZooKeeperConnection Watcher:127.0.0.1:51176 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933869 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933910 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933914 T6012 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c94da49 name:ZooKeeperConnection Watcher:127.0.0.1:51176 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933914 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933914 T5948 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1933923 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933926 T6014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7376f8a name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933926 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933927 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1933933 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1933936 T6016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51e17bf6 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1933937 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1933939 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1933945 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1933956 T5948 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51176_solr
[junit4] 2> 1933956 T5948 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1933962 T5948 oasc.Overseer.start Overseer (id=91289893026988035-127.0.0.1:51176_solr-n_0000000000) starting
[junit4] 2> 1933967 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1933976 T5948 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1933985 T5948 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1933992 T6018 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1933993 T5948 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1933994 T6018 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1933994 T6017 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1933998 T5948 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1934003 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934011 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934015 T6020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78888899 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934016 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934019 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934026 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 1934033 T6014 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1934034 T6020 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 1934035 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934038 T6022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@709477a7 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934039 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934042 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934047 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 1934055 T6014 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1934055 T6020 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1934056 T6022 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1934056 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934061 T6024 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@182bbfd5 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934062 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934066 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934072 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 1934084 T6020 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1934085 T6022 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1934085 T6014 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1934086 T6024 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1934086 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934091 T6026 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66c7d78 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934091 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934095 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934104 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 1934113 T6024 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1934113 T6022 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1934113 T6020 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1934114 T6014 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1934114 T6026 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1934115 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934120 T6028 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e159148 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934121 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934124 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934132 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 1934142 T6020 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1934142 T6022 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1934143 T6014 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1934143 T6024 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1934143 T6026 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1934144 T6028 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1934145 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934149 T6030 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10812568 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934150 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934154 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934161 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 1934171 T6030 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934171 T6014 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934171 T6022 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934173 T6024 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934173 T6028 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934173 T6026 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934173 T6020 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 1934177 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934181 T6032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7575104c name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934182 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934187 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934193 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 1934203 T6032 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934204 T6014 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934204 T6030 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934204 T6020 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934205 T6022 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934205 T6024 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934205 T6026 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934206 T6028 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 1934208 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934212 T6034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a68f425 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934213 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934216 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934224 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 1934233 T6034 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934233 T6014 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934236 T6032 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934236 T6030 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934237 T6028 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934237 T6022 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934237 T6024 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934238 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934239 T6020 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934239 T6026 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 1934244 T6036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50ccf6a4 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934244 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934248 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934255 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 1934265 T6034 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934266 T6032 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934266 T6036 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934266 T6030 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934268 T6020 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934268 T6022 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934269 T6014 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934269 T6024 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934269 T6028 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934270 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934270 T6026 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 1934274 T6038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4beb283a name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934274 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934277 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934286 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 1934297 T6014 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934298 T6038 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934298 T6022 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934299 T6036 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934300 T6034 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934300 T6028 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934301 T6024 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934301 T6020 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934302 T6030 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934302 T6032 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934301 T6026 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 1934303 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934309 T6040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a08e397 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934309 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934313 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934319 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 1934330 T6038 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934330 T6032 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934331 T6022 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934331 T6020 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934332 T6034 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934332 T6040 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934333 T6030 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934334 T6014 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934334 T6036 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934334 T6026 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934335 T6024 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934335 T6028 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 1934337 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934342 T6042 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c827514 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934342 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934345 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934352 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 1934363 T6014 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934364 T6040 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934364 T6042 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934364 T6038 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934365 T6022 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934365 T6026 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934365 T6028 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934365 T6034 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934366 T6020 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934366 T6036 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934366 T6032 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934367 T6024 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934367 T6030 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 1934369 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934373 T6044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f90075e name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934374 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934376 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934384 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 1934395 T6042 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934395 T6034 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934396 T6032 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934396 T6030 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934397 T6044 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934397 T6024 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934398 T6028 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934399 T6026 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934398 T6020 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934402 T6014 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934402 T6040 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934403 T6036 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934403 T6022 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934403 T6038 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 1934405 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934409 T6046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9dc156a name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934410 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934413 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934420 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 1934431 T6014 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934433 T6046 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934433 T6024 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934433 T6036 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934434 T6028 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934434 T6032 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934435 T6022 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934435 T6040 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934435 T6042 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934436 T6030 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934436 T6026 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934436 T6044 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934437 T6020 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934437 T6038 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934437 T6034 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 1934439 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934442 T6048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2babd8e1 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934443 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934446 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934453 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 1934465 T6014 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934465 T6042 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934465 T6022 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934467 T6030 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934467 T6036 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934466 T6024 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934466 T6020 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934469 T6032 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934468 T6038 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934470 T6046 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934468 T6028 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934470 T6040 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934470 T6026 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934471 T6044 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934471 T6048 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934472 T6034 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 1934474 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934480 T6050 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f417dd6 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934480 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934484 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934492 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 1934507 T6048 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934507 T6032 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934508 T6042 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934510 T6030 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934510 T6038 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934511 T6024 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934512 T6036 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934512 T6026 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934512 T6046 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934513 T6014 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934514 T6022 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934514 T6044 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934514 T6028 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934514 T6040 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934515 T6034 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934516 T6050 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934517 T6020 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 1934529 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934534 T6052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52153108 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934534 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934537 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934544 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 1934555 T6036 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934555 T6034 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934556 T6052 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934557 T6050 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934557 T6038 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934557 T6040 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934558 T6044 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934558 T6022 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934558 T6020 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934559 T6028 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934559 T6026 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934559 T6046 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934560 T6014 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934560 T6024 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934561 T6030 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934561 T6042 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934561 T6048 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934561 T6032 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 1934564 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934568 T6054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69dd997a name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934568 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934571 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934578 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 1934590 T6014 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934590 T6052 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934591 T6024 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934592 T6042 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934592 T6050 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934592 T6030 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934593 T6032 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934593 T6046 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934594 T6028 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934594 T6020 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934594 T6026 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934595 T6040 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934596 T6054 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934598 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934599 T6036 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934599 T6038 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934598 T6048 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934598 T6022 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934599 T6034 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934600 T6044 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 1934603 T6056 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@330dd155 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934604 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934606 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934611 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 1934624 T6036 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934624 T6054 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934624 T6014 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934625 T6034 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934627 T6052 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934627 T6048 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934627 T6056 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934627 T6046 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934627 T6028 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934628 T6032 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934628 T6022 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934628 T6050 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934629 T6026 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934629 T6020 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934629 T6038 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934630 T6024 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934630 T6042 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934630 T6044 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934630 T6040 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934631 T6030 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 1934632 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934635 T6058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a610fd7 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934636 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934639 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934646 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 1934657 T6030 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934658 T6048 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934658 T6050 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934659 T6032 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934659 T6042 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934659 T6024 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934660 T6026 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934660 T6020 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934660 T6046 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934660 T6040 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934661 T6036 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934661 T6014 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934663 T6052 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934663 T6038 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934664 T6054 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934664 T6028 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934664 T6044 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934664 T6022 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934665 T6034 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934665 T6056 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934666 T6058 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 1934667 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934670 T6060 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@712c2c25 name:ZooKeeperConnection Watcher:127.0.0.1:51176/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1934671 T5948 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1934674 T5948 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1934682 T5948 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 1934694 T6024 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934695 T6048 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934698 T6030 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934699 T6042 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934699 T6032 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934699 T6050 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934702 T6020 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934702 T6060 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934702 T6046 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934703 T6038 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934704 T6036 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934704 T6034 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934704 T5948 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1934705 T6058 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934705 T6044 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934705 T6028 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934706 T6054 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 1934706 T6052 oascc.ZkSt
[...truncated too long message...]
ctor.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1954676 T5948 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51252 51252
[junit4] 2> 1954794 T5948 oas.SolrTestCaseJ4.tearDown ###Ending testShardLeaderChange
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1954800 T5948 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 1954800 T5948 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 1955357 T6274 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1955675 T6276 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1955676 T6276 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1957803 T5948 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=340), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=340)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=el, timezone=America/Resolute
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=150389744,total=416808960
[junit4] 2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestDefaultSearchFieldResource, AbstractAnalyticsStatsTest, StatelessScriptUpdateProcessorFactoryTest, TestHashPartitioner, HardAutoCommitTest, TestRemoteStreaming, CoreMergeIndexesAdminHandlerTest, PrimitiveFieldTypeTest, BinaryUpdateRequestHandlerTest, TestRealTimeGet, ShardRoutingCustomTest, IndexSchemaRuntimeFieldTest, TestAnalyzedSuggestions, TestFieldCollectionResource, TestPostingsSolrHighlighter, TestInitQParser, JsonLoaderTest, ScriptEngineTest, TestSort, AssignTest, ExternalFileFieldSortTest, SolrCmdDistributorTest, TestCustomSort, TestDistributedSearch, TestWriterPerf, TestExtendedDismaxParser, TestDynamicFieldCollectionResource, DistributedDebugComponentTest, DocValuesMultiTest, TestFileDictionaryLookup, IndexBasedSpellCheckerTest, BJQParserTest, TestCollapseQParserPlugin, TestSchemaSimilarityResource, DistributedQueryElevationComponentTest, AliasIntegrationTest, BadComponentTest, ConvertedLegacyTest, FieldMutatingUpdateProcessorTest, FunctionTest, TestSweetSpotSimilarityFactory, SolrCoreCheckLockOnStartupTest, DistanceFunctionTest, TestSolrXmlPersistor, TestSolrCoreProperties, PingRequestHandlerTest, LegacyHTMLStripCharFilterTest, OverseerCollectionProcessorTest, TestFieldTypeResource, TestDocumentBuilder, FullSolrCloudDistribCmdsTest, TimeZoneUtilsTest, TestCopyFieldCollectionResource, BlockCacheTest, SuggesterTSTTest, TestReload, TestTrie, DeleteShardTest, ConnectionManagerTest, TestHighFrequencyDictionaryFactory, ResponseLogComponentTest, TestDocSet, TestReloadAndDeleteDocs, DirectUpdateHandlerOptimizeTest, TestIndexingPerformance, TestModifyConfFiles, TestCollationField, TestOverriddenPrefixQueryForCustomFieldType, TestQueryUtils, SimplePostToolTest, TestXIncludeConfig, QueryElevationComponentTest, NotRequiredUniqueKeyTest, NoFacetTest, TestFaceting, SyncSliceTest, TestJmxMonitoredMap, TestLMDirichletSimilarityFactory, UnloadDistributedZkTest, TermVectorComponentDistributedTest, PolyFieldTest, TestPartialUpdateDeduplication, SolrTestCaseJ4Test, TestMultiCoreConfBootstrap, SliceStateTest, MoreLikeThisHandlerTest, DisMaxRequestHandlerTest, TestNumberUtils, FastVectorHighlighterTest, TestSurroundQueryParser, TestFuzzyAnalyzedSuggestions, MinimalSchemaTest, DistributedQueryComponentCustomSortTest, StressHdfsTest, ZkControllerTest, InfoHandlerTest, TestRecovery, SampleTest, TermVectorComponentTest, DistribCursorPagingTest, AlternateDirectoryTest, QueryResultKeyTest, TestSimpleQParserPlugin, TestMergePolicyConfig, TestMaxScoreQueryParser, DocumentAnalysisRequestHandlerTest, FieldAnalysisRequestHandlerTest, TestZkChroot, TestQueryTypes, SOLR749Test, UniqFieldsUpdateProcessorFactoryTest, SoftAutoCommitTest, TestNoOpRegenerator, TestCodecSupport, PluginInfoTest, TestPseudoReturnFields, TestSolrQueryParser, MultiTermTest, SolrPluginUtilsTest, DateFieldTest, TestLMJelinekMercerSimilarityFactory, TestUpdate, TestFastLRUCache, AnalysisErrorHandlingTest, QueryFacetTest, PathHierarchyTokenizerFactoryTest, TestDistributedMissingSort, TestStressVersions, DefaultValueUpdateProcessorTest, TestDistributedGrouping, DirectSolrConnectionTest, HighlighterConfigTest, TestInfoStreamLogging, TestManagedSchema, HdfsUnloadDistributedZkTest, LoggingHandlerTest, NoCacheHeaderTest, TestDynamicFieldResource, TestPhraseSuggestions, TestStressRecovery, TestStressLucene, ResourceLoaderTest, DOMUtilTest, UUIDFieldTest, HighlighterTest, TestSolrDeletionPolicy1, AbstractAnalyticsFacetTest, SpellCheckComponentTest, TestWordDelimiterFilterFactory, SpellPossibilityIteratorTest, TestFreeTextSuggestions, CursorMarkTest, TestDistribDocBasedVersion, HdfsCollectionsAPIDistributedZkTest, FieldFacetExtrasTest, ChaosMonkeySafeLeaderTest, CircularListTest, BasicDistributedZkTest, TriLevelCompositeIdRoutingTest, TestAnalyzeInfixSuggestions, LeaderElectionTest, RecoveryZkTest, TermsComponentTest, SolrXmlInZkTest, HdfsChaosMonkeySafeLeaderTest, SliceStateUpdateTest, TestRandomFaceting, TestBinaryResponseWriter, SuggesterFSTTest, AutoCommitTest, RemoteQueryErrorTest, TestIndexSearcher, CSVRequestHandlerTest, TestQuerySenderNoQuery, TestCSVResponseWriter, TestClassNameShortening, RegexBoostProcessorTest, SolrIndexConfigTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest]
[junit4] Completed in 29.56s, 8 tests, 1 error <<< FAILURES!
[...truncated 563 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1604 tests, 1 error, 40 ignored (6 assumptions)
Total time: 84 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1354
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1354/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
All tests passed
Build Log:
[...truncated 10427 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140222_001615_500.syserr
[junit4] >>> JVM J0: stderr (verbatim) ----
[junit4] java(208,0x142a29000) malloc: *** error for object 0x200142a17ed0: pointer being freed was not allocated
[junit4] *** set a breakpoint in malloc_error_break to debug
[junit4] <<< JVM J0: EOF ----
[...truncated 1 lines...]
[junit4] ERROR: JVM J0 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.7.0_51.jdk/Contents/Home/jre/bin/java -XX:+UseCompressedOops -XX:+UseSerialGC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/heapdumps -Dtests.prefix=tests -Dtests.seed=5AA9378067DB1628 -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=5.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.slow=true -Dtests.asserts.gracious=false -Dtests.multiplier=1 -DtempDir=. -Djava.io.tmpdir=. -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/clover/db -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/tools/junit4/tests.policy -Dlucene.version=5.0-SNAPSHOT -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.disableHdfs=true -Dfile.encoding=UTF-8 -classpath /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/test-framework/lib/junit4-ant-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/codecs/lucene-codecs-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/highlighter/lucene-highlighter-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/memory/lucene-memory-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/misc/lucene-misc-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/spatial/lucene-spatial-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/expressions/lucene-expressions-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/suggest/lucene-suggest-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/grouping/lucene-grouping-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queries/lucene-queries-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/queryparser/lucene-queryparser-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/join/lucene-join-5.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-codec-1.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-fileupload-1.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-annotations-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-auth-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-common-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hadoop-hdfs-2.2.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.1.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/protobuf-java-2.5.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/lib/spatial4j-0.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/commons-io-2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpclient-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpcore-4.3.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/httpmime-4.3.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/jul-to-slf4j-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/log4j-1.2.16.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/noggit-0.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-api-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/slf4j-log4j12-1.6.6.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/wstx-asl-3.2.7.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/lib/zookeeper-3.4.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/lib/servlet-api-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.0.13.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/antlr-runtime-3.5.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/asm-commons-4.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/cglib-nodep-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/commons-collections-3.2.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/easymock-3.0.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/hppc-0.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jersey-core-1.8.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/test-lib/objenesis-1.2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.7.0_51.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.0.13.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -flush -eventsfile /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140222_001615_500.events @/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20140222_001615_500.suites
[junit4] ERROR: JVM J0 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. Process output piped in logs above.
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1373)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:119)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:911)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:908)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] at java.lang.Thread.run(Thread.java:744)
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:499: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1274: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:907: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. Process output piped in logs above.
Total time: 70 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1353
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1353/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:50742
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:50742
at __randomizedtesting.SeedInfo.seed([67C2E75F9DC2B091:E6246947EA9DD0AD]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:503)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:536)
at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:135)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:111)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:152)
at java.net.SocketInputStream.read(SocketInputStream.java:122)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
at sun.security.ssl.InputRecord.read(InputRecord.java:480)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:395)
... 44 more
Build Log:
[...truncated 10344 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> 1533832 T4816 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 1533833 T4816 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1533839 T4816 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1392998513058
[junit4] 2> 1533840 T4816 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1533841 T4817 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1533943 T4816 oasc.ZkTestServer.run start zk server on port:50734
[junit4] 2> 1533944 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1533952 T4823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38d0bf14 name:ZooKeeperConnection Watcher:127.0.0.1:50734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1533953 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1533953 T4816 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1533972 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1533980 T4825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a25a35b name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1533981 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1533981 T4816 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1533999 T4816 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1534013 T4816 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1534025 T4816 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1534037 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1534038 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1534049 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1534050 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1534063 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1534064 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1534079 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1534080 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1534088 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1534089 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1534096 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1534097 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1534107 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1534107 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1534114 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1534115 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1534122 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1534123 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1534130 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1534131 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1534137 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1534138 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1534149 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1534153 T4827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cc0e1c5 name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1534154 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1534161 T4818 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x144552e79ac0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 1534494 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1534500 T4816 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1534511 T4816 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50738
[junit4] 2> 1534513 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1534514 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1534514 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380
[junit4] 2> 1534514 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/'
[junit4] 2> 1534550 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/solr.xml
[junit4] 2> 1534664 T4816 oasc.CoreContainer.<init> New CoreContainer 1269909029
[junit4] 2> 1534665 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/]
[junit4] 2> 1534667 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1534667 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1534667 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1534667 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1534668 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1534668 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1534668 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1534669 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1534669 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1534684 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1534684 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1534684 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1534685 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50734/solr
[junit4] 2> 1534685 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1534687 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1534691 T4838 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1292a56f name:ZooKeeperConnection Watcher:127.0.0.1:50734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1534692 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1534697 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1534701 T4840 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27bb7d75 name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1534702 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1534707 T4816 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1534716 T4816 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1534728 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1534732 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50738_
[junit4] 2> 1534735 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50738_
[junit4] 2> 1534747 T4816 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1534755 T4816 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1534768 T4816 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50738_
[junit4] 2> 1534768 T4816 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1534775 T4816 oasc.Overseer.start Overseer (id=91291550552424452-127.0.0.1:50738_-n_0000000000) starting
[junit4] 2> 1534783 T4816 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1534792 T4842 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1534794 T4816 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1534795 T4842 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
[junit4] 2> 1534803 T4816 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1534808 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1534818 T4841 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1534825 T4843 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1534825 T4843 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1534828 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1534828 T4843 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1534833 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1534835 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50738",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50738_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1534835 T4841 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1534835 T4841 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1534842 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1534845 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1535832 T4843 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1535833 T4843 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/collection1
[junit4] 2> 1535833 T4843 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1535837 T4843 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1535837 T4843 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1535843 T4843 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1535843 T4843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/collection1/'
[junit4] 2> 1535846 T4843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/collection1/lib/classes/' to classloader
[junit4] 2> 1535847 T4843 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/collection1/lib/README' to classloader
[junit4] 2> 1535924 T4843 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1535996 T4843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1535999 T4843 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1536008 T4843 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1536572 T4843 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1536576 T4843 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1536578 T4843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1536583 T4843 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1536647 T4843 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1536647 T4843 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-controljetty-1392998513380/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392998513058/control/data/
[junit4] 2> 1536648 T4843 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c8e1215
[junit4] 2> 1536648 T4843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392998513058/control/data
[junit4] 2> 1536648 T4843 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392998513058/control/data/index/
[junit4] 2> 1536649 T4843 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392998513058/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1536649 T4843 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392998513058/control/data/index
[junit4] 2> 1536650 T4843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=4.6767578125, floorSegmentMB=0.25, forceMergeDeletesPctAllowed=16.173668263893447, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1536650 T4843 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@5edbe985 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f0e5b61),segFN=segments_1,generation=1}
[junit4] 2> 1536651 T4843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1536655 T4843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1536655 T4843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1536656 T4843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1536656 T4843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1536656 T4843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1536656 T4843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1536657 T4843 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1536657 T4843 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1536657 T4843 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1536658 T4843 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1536659 T4843 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1536659 T4843 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1536659 T4843 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1536660 T4843 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1536660 T4843 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1536661 T4843 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1536661 T4843 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1536671 T4843 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1536678 T4843 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1536678 T4843 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1536679 T4843 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6979543682249514]
[junit4] 2> 1536679 T4843 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@5edbe985 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3f0e5b61),segFN=segments_1,generation=1}
[junit4] 2> 1536680 T4843 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1536680 T4843 oass.SolrIndexSearcher.<init> Opening Searcher@5181600f[collection1] main
[junit4] 2> 1536683 T4844 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5181600f[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1536685 T4843 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1536687 T4816 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1536687 T4847 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50738 collection:control_collection shard:shard1
[junit4] 2> 1536687 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1536691 T4847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1536695 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1536699 T4849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ab441d7 name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1536699 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1536703 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1536711 T4816 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1536711 T4847 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1536717 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1536720 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1536722 T4847 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1536722 T4847 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1272 name=collection1 org.apache.solr.core.SolrCore@1d6c95cb url=https://127.0.0.1:50738/collection1 node=127.0.0.1:50738_ C1272_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:50738, core=collection1, node_name=127.0.0.1:50738_}
[junit4] 2> 1536723 T4847 C1272 P50738 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50738/collection1/
[junit4] 2> 1536723 T4847 C1272 P50738 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1536723 T4847 C1272 P50738 oasc.SyncStrategy.syncToMe https://127.0.0.1:50738/collection1/ has no replicas
[junit4] 2> 1536723 T4847 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50738/collection1/ shard1
[junit4] 2> 1536723 T4847 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1536731 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1536736 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1536737 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1536752 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1536758 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1536872 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1536873 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1536903 T4847 oasc.ZkController.register We are https://127.0.0.1:50738/collection1/ and leader is https://127.0.0.1:50738/collection1/
[junit4] 2> 1536903 T4847 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50738
[junit4] 2> 1536904 T4847 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1536904 T4847 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1536905 T4847 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1536907 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1536907 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1536908 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1536910 T4847 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1536912 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1536914 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:50738",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50738_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1536919 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1537025 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1537026 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1537068 T4816 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1537071 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1537078 T4816 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1537079 T4816 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50742
[junit4] 2> 1537081 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1537082 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1537082 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931
[junit4] 2> 1537082 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/'
[junit4] 2> 1537148 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/solr.xml
[junit4] 2> 1537231 T4816 oasc.CoreContainer.<init> New CoreContainer 80314249
[junit4] 2> 1537231 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/]
[junit4] 2> 1537233 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1537233 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1537236 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1537238 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1537241 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1537242 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1537243 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1537243 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1537243 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1537256 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1537256 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1537257 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1537257 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50734/solr
[junit4] 2> 1537258 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1537259 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1537263 T4860 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48439a52 name:ZooKeeperConnection Watcher:127.0.0.1:50734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1537263 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1537270 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1537273 T4862 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bf3282b name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1537274 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1537286 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1538298 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50742_
[junit4] 2> 1538302 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50742_
[junit4] 2> 1538318 T4849 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1538320 T4862 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1538320 T4840 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1538349 T4863 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1538349 T4863 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1538354 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1538354 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1538355 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1538354 T4863 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1538362 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1538367 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50742",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50742_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1538367 T4841 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1538367 T4841 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1538380 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1538489 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1538490 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1538490 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1539358 T4863 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1539359 T4863 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/collection1
[junit4] 2> 1539359 T4863 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1539362 T4863 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1539363 T4863 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1539368 T4863 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1539370 T4863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/collection1/'
[junit4] 2> 1539372 T4863 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/collection1/lib/classes/' to classloader
[junit4] 2> 1539372 T4863 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/collection1/lib/README' to classloader
[junit4] 2> 1539435 T4863 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1539499 T4863 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1539503 T4863 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1539517 T4863 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1540091 T4863 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1540095 T4863 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1540096 T4863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1540103 T4863 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1540186 T4863 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1540187 T4863 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ShardSplitTest-jetty1-1392998515931/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty1/
[junit4] 2> 1540187 T4863 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c8e1215
[junit4] 2> 1540189 T4863 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty1
[junit4] 2> 1540189 T4863 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty1/index/
[junit4] 2> 1540190 T4863 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1540190 T4863 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty1/index
[junit4] 2> 1540191 T4863 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=4.6767578125, floorSegmentMB=0.25, forceMergeDeletesPctAllowed=16.173668263893447, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1540193 T4863 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1c8de5d5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b89535a),segFN=segments_1,generation=1}
[junit4] 2> 1540193 T4863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1540207 T4863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1540207 T4863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1540208 T4863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1540209 T4863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1540209 T4863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1540210 T4863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1540211 T4863 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1540211 T4863 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1540212 T4863 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1540213 T4863 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1540214 T4863 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1540214 T4863 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1540214 T4863 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1540215 T4863 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1540216 T4863 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1540216 T4863 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1540217 T4863 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1540225 T4863 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1540230 T4863 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1540230 T4863 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1540231 T4863 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6979543682249514]
[junit4] 2> 1540231 T4863 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1c8de5d5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b89535a),segFN=segments_1,generation=1}
[junit4] 2> 1540231 T4863 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1540232 T4863 oass.SolrIndexSearcher.<init> Opening Searcher@7aab4727[collection1] main
[junit4] 2> 1540241 T4864 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7aab4727[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1540243 T4863 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1540246 T4816 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1540246 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1540246 T4867 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50742 collection:collection1 shard:shard1
[junit4] 2> 1540249 T4867 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1540268 T4867 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1540275 T4867 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1540275 T4867 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1273 name=collection1 org.apache.solr.core.SolrCore@298f768e url=https://127.0.0.1:50742/collection1 node=127.0.0.1:50742_ C1273_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50742, core=collection1, node_name=127.0.0.1:50742_}
[junit4] 2> 1540275 T4867 C1273 P50742 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50742/collection1/
[junit4] 2> 1540276 T4867 C1273 P50742 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1540276 T4867 C1273 P50742 oasc.SyncStrategy.syncToMe https://127.0.0.1:50742/collection1/ has no replicas
[junit4] 2> 1540276 T4867 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50742/collection1/ shard1
[junit4] 2> 1540276 T4867 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1540276 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540279 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540280 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540282 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1540294 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540298 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540299 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540300 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540309 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1540315 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540420 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540421 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540421 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540451 T4867 oasc.ZkController.register We are https://127.0.0.1:50742/collection1/ and leader is https://127.0.0.1:50742/collection1/
[junit4] 2> 1540451 T4867 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50742
[junit4] 2> 1540451 T4867 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1540451 T4867 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1540452 T4867 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1540453 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540454 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540454 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540455 T4867 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1540457 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1540458 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:50742",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50742_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1540463 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1540568 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540569 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540569 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1540603 T4816 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1540603 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1540609 T4816 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1540611 T4816 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50745
[junit4] 2> 1540615 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1540615 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1540616 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469
[junit4] 2> 1540616 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/'
[junit4] 2> 1540646 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/solr.xml
[junit4] 2> 1540725 T4816 oasc.CoreContainer.<init> New CoreContainer 2133576141
[junit4] 2> 1540726 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/]
[junit4] 2> 1540727 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1540727 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1540728 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1540728 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1540729 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1540729 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1540730 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1540730 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1540730 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1540743 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1540743 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1540743 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1540743 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50734/solr
[junit4] 2> 1540744 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1540745 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1540749 T4878 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@397bad64 name:ZooKeeperConnection Watcher:127.0.0.1:50734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1540749 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1540756 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1540760 T4880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@152c0bb0 name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1540760 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1540774 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1541786 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50745_
[junit4] 2> 1541789 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50745_
[junit4] 2> 1541799 T4849 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1541799 T4880 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1541800 T4840 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1541799 T4862 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1541814 T4881 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1541814 T4881 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1541817 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1541817 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1541817 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1541817 T4881 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1541822 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1541823 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50745",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50745_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1541824 T4841 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1541824 T4841 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1541832 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1541942 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1541945 T4880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1541945 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1541944 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1542819 T4881 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1542820 T4881 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/collection1
[junit4] 2> 1542821 T4881 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1542824 T4881 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1542825 T4881 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1542831 T4881 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1542831 T4881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/collection1/'
[junit4] 2> 1542834 T4881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/collection1/lib/classes/' to classloader
[junit4] 2> 1542835 T4881 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/collection1/lib/README' to classloader
[junit4] 2> 1542907 T4881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1542968 T4881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1542972 T4881 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1542979 T4881 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1543579 T4881 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1543584 T4881 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1543587 T4881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1543594 T4881 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1543661 T4881 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1543662 T4881 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1392998519469/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty2/
[junit4] 2> 1543662 T4881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c8e1215
[junit4] 2> 1543663 T4881 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty2
[junit4] 2> 1543663 T4881 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty2/index/
[junit4] 2> 1543663 T4881 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1543663 T4881 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1392998513058/jetty2/index
[junit4] 2> 1543664 T4881 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=4.6767578125, floorSegmentMB=0.25, forceMergeDeletesPctAllowed=16.173668263893447, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 1543665 T4881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@742109fa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c2ad873),segFN=segments_1,generation=1}
[junit4] 2> 1543665 T4881 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1543670 T4881 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1543670 T4881 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1543671 T4881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1543671 T4881 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1543671 T4881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1543672 T4881 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1543672 T4881 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1543673 T4881 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1543673 T4881 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1543673 T4881 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1543674 T4881 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1543674 T4881 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1543674 T4881 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1543675 T4881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1543676 T4881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1543676 T4881 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1543677 T4881 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1543687 T4881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1543691 T4881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1543692 T4881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1543692 T4881 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6979543682249514]
[junit4] 2> 1543693 T4881 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@742109fa lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5c2ad873),segFN=segments_1,generation=1}
[junit4] 2> 1543693 T4881 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1543694 T4881 oass.SolrIndexSearcher.<init> Opening Searcher@132fbf57[collection1] main
[junit4] 2> 1543698 T4882 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@132fbf57[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1543702 T4881 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1543703 T4816 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1543704 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1543704 T4885 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50745 collection:collection1 shard:shard2
[junit4] 2> 1543707 T4885 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1543717 T4885 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1543722 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543722 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543722 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543724 T4885 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1543724 T4885 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1274 name=collection1 org.apache.solr.core.SolrCore@585f896f url=https://127.0.0.1:50745/collection1 node=127.0.0.1:50745_ C1274_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:50745, core=collection1, node_name=127.0.0.1:50745_}
[junit4] 2> 1543724 T4885 C1274 P50745 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50745/collection1/
[junit4] 2> 1543724 T4885 C1274 P50745 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1543725 T4885 C1274 P50745 oasc.SyncStrategy.syncToMe https://127.0.0.1:50745/collection1/ has no replicas
[junit4] 2> 1543725 T4885 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50745/collection1/ shard2
[junit4] 2> 1543725 T4885 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1543730 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1543742 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543745 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543745 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543746 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543746 T4880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543755 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1543867 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543868 T4880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543869 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1543876 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543902 T4885 oasc.ZkController.register We are https://127.0.0.1:50745/collection1/ and leader is https://127.0.0.1:50745/collection1/
[junit4] 2> 1543902 T4885 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50745
[junit4] 2> 1543903 T4885 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1543903 T4885 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1543903 T4885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1543910 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543911 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543912 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1543922 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1543923 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:50745",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50745_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 1543925 T4885 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1543929 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1544035 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1544036 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1544036 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1544036 T4880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1544093 T4816 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 1544093 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1544101 T4816 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1544105 T4816 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50748
[junit4] 2> 1544109 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1544110 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1544110 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392998522926
[junit4] 2> 1544110 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392998522926/'
[junit4] 2> 1544147 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392998522926/solr.xml
[junit4] 2> 1544233 T4816 oasc.CoreContainer.<init> New CoreContainer 448546230
[junit4] 2> 1544234 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392998522926/]
[junit4] 2> 1544236 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1544236 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1544236 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1544237 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1544237 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1544237 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1544237 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1544238 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1544238 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1544250 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1544250 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1544251 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1544251 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50734/solr
[junit4] 2> 1544251 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1544253 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1544260 T4896 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6784e7db name:ZooKeeperConnection Watcher:127.0.0.1:50734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1544260 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1544269 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1544273 T4898 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b8cdba1 name:ZooKeeperConnection Watcher:127.0.0.1:50734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1544274 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1544288 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1545298 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50748_
[junit4] 2> 1545306 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50748_
[junit4] 2> 1545319 T4849 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1545319 T4840 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1545319 T4862 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1545320 T4898 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1545319 T4880 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1545335 T4899 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1545335 T4899 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1545338 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1545338 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1545338 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1545338 T4899 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1545342 T4841 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1545343 T4841 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:50748",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:50748_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1545343 T4841 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1545343 T4841 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1545352 T4840 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1545461 T4862 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1545462 T4898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1545462 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1545462 T4880 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1545461 T4840 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1546342 T4899 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1546343 T4899 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1392998522926/collection1
[junit4] 2> 1546343 T4899 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1546346 T4899 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2
[...truncated too long message...]
ption: KeeperErrorCode = Session expired for /collections
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:203)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:203)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:414)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:383)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:370)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:273)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1860354 T4917 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/91291550552424461-core_node4-n_0000000001
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:171)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:171)
[junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:67)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:293)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:164)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:108)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1860356 T4917 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1860356 T4917 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:254)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=398), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=398)), sim=DefaultSimilarity, locale=sv_SE, timezone=Australia/Queensland
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_51 (64-bit)/cpus=2,threads=1,free=236180528,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ResponseLogComponentTest, CurrencyFieldXmlFileTest, SOLR749Test, TestComponentsName, TestCloudManagedSchema, NoFacetTest, SolrRequestParserTest, TimeZoneUtilsTest, TestLMDirichletSimilarityFactory, TestDistribDocBasedVersion, NumericFieldsTest, TestSolrQueryParserDefaultOperatorResource, TestRandomDVFaceting, TermVectorComponentDistributedTest, TestSolrXmlPersistor, UnloadDistributedZkTest, ZkSolrClientTest, OpenCloseCoreStressTest, DateMathParserTest, TestDynamicFieldCollectionResource, QueryFacetTest, SimpleFacetsTest, TestJmxIntegration, TestAnalyzedSuggestions, TestDocumentBuilder, FieldMutatingUpdateProcessorTest, DocValuesTest, TestSchemaVersionResource, HdfsDirectoryTest, SortByFunctionTest, SynonymTokenizerTest, TestFaceting, RecoveryZkTest, SchemaVersionSpecificBehaviorTest, FileBasedSpellCheckerTest, AddBlockUpdateTest, TestHighFrequencyDictionaryFactory, TestValueSourceCache, SuggesterTSTTest, TestWordDelimiterFilterFactory, BasicDistributedZkTest, DeleteShardTest, TestBinaryField, ShardRoutingCustomTest, TestIndexingPerformance, TestInfoStreamLogging, SyncSliceTest, TestIBSimilarityFactory, TestReload, FieldFacetExtrasTest, DisMaxRequestHandlerTest, TestCursorMarkWithoutUniqueKey, TestExtendedDismaxParser, RangeFacetTest, RegexBoostProcessorTest, MoreLikeThisHandlerTest, TestReloadAndDeleteDocs, SuggestComponentTest, ParsingFieldUpdateProcessorsTest, TestRecoveryHdfs, HighlighterTest, DirectUpdateHandlerTest, TestSimpleQParserPlugin, DistributedSpellCheckComponentTest, TestAnalyzeInfixSuggestions, TestXIncludeConfig, DOMUtilTest, HdfsCollectionsAPIDistributedZkTest, TestRealTimeGet, SoftAutoCommitTest, PolyFieldTest, DocumentBuilderTest, ReturnFieldsTest, TestFastOutputStream, TestCoreContainer, IndexSchemaTest, SliceStateTest, AliasIntegrationTest, MigrateRouteKeyTest, TestSolrJ, BasicZkTest, TestReplicationHandler, IndexSchemaRuntimeFieldTest, MBeansHandlerTest, ConnectionManagerTest, DebugComponentTest, SuggesterTest, DistribCursorPagingTest, ShardRoutingTest, TestPseudoReturnFields, RequestHandlersTest, AbstractAnalyticsFacetTest, TestJoin, FastVectorHighlighterTest, RAMDirectoryFactoryTest, SpellCheckComponentTest, EnumFieldTest, URLClassifyProcessorTest, HdfsSyncSliceTest, TestPerFieldSimilarity, AlternateDirectoryTest, DistanceFunctionTest, TestDFRSimilarityFactory, CoreMergeIndexesAdminHandlerTest, QueryElevationComponentTest, BlockDirectoryTest, HighlighterConfigTest, DistributedTermsComponentTest, TestRangeQuery, TestDefaultSimilarityFactory, TestLuceneMatchVersion, TestPostingsSolrHighlighter, TestAddFieldRealTimeGet, WordBreakSolrSpellCheckerTest, TestUniqueKeyFieldResource, TestNonDefinedSimilarityFactory, DocValuesMultiTest, TestDistributedGrouping, ModifyConfFileTest, PreAnalyzedUpdateProcessorTest, TestRTGBase, LoggingHandlerTest, FileUtilsTest, TestSchemaSimilarityResource, TestFieldTypeResource, CollectionsAPIDistributedZkTest, TestFieldCollectionResource, TestElisionMultitermQuery, JsonLoaderTest, DirectSolrConnectionTest, HdfsBasicDistributedZkTest, ShardSplitTest]
[junit4] Completed in 327.35s, 1 test, 1 error <<< FAILURES!
[...truncated 714 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:453: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:433: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1268: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:901: There were test failures: 372 suites, 1604 tests, 1 error, 40 ignored (6 assumptions)
Total time: 96 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure