You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/02 23:50:18 UTC
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1747
- Still Failing!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1747/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
at __randomizedtesting.SeedInfo.seed([2261C2321782AA10:26694DC105274531]:0)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:144)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:457)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:411)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:398)
at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:136)
at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:131)
... 46 more
Build Log:
[...truncated 10811 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-2261C2321782AA10-001/init-core-data-001
[junit4] 2> 145014 T199 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
[junit4] 2> 145015 T199 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 145015 T199 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 145035 T199 oas.SolrTestCaseJ4.setUp ###Starting testOverseerFailure
[junit4] 2> 145036 T199 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 145037 T200 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 145038 T199 oasc.ZkTestServer.run start zk server on port:49257
[junit4] 2> 145077 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 145082 T206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71d1ff7f name:ZooKeeperConnection Watcher:127.0.0.1:49257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 145083 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 145090 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 145094 T208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112995a5 name:ZooKeeperConnection Watcher:127.0.0.1:49257 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 145094 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 145095 T199 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 145106 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 145110 T210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b77552 name:ZooKeeperConnection Watcher:127.0.0.1:49257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 145111 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 145111 T199 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 145119 T199 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 145125 T199 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 145130 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 145161 T212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6156bf2d name:ZooKeeperConnection Watcher:127.0.0.1:49257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 145161 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 145162 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 145180 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 145187 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 145203 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 145209 T216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f822e2 name:ZooKeeperConnection Watcher:127.0.0.1:49257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 145210 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 145212 T199 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 145217 T199 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 145226 T199 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49257_solr
[junit4] 2> 145226 T199 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 145232 T199 oasc.Overseer.start Overseer (id=92209745550311428-127.0.0.1:49257_solr-n_0000000000) starting
[junit4] 2> 145236 T199 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 145244 T199 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 145252 T199 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 145260 T199 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 145268 T199 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 145275 T199 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 145289 T218 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 145292 T217 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 146301 T219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 146307 T217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 146309 T217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 146309 T217 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 146309 T217 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 146316 T219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 146318 T214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 146319 T213 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 146801 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 146829 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 146846 T219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 146847 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 146852 T217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 146856 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 146856 T219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 146868 T217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 146869 T217 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 146877 T219 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 146983 T214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 146983 T213 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 147303 T218 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4] 2> 148049 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 148071 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 148074 T221 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24f8d1e2 name:ZooKeeperConnection Watcher:127.0.0.1:49257/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 148074 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 148076 T217 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49257_solr
[junit4] 2> 148078 T222 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 148085 T199 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49257_solr
[junit4] 2> 148085 T199 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 148093 T199 oasc.Overseer.start Overseer (id=92209745550311429-127.0.0.1:49257_solr-n_0000000001) starting
[junit4] 2> 148126 T224 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 148131 T223 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 148140 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 148143 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 148143 T223 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 148151 T225 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148152 T213 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 148152 T214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 148211 T225 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148212 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 148217 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 148254 T213 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 148256 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 148257 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 148266 T223 oasc.SolrException.log ERROR Problem cleaning up collection in zk:collection1:org.apache.zookeeper.KeeperException$NotEmptyException: KeeperErrorCode = Directory not empty for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:125)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:184)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:181)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:181)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:665)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:660)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:660)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.clean(SolrZkClient.java:660)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.removeCore(Overseer.java:1094)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.processMessage(Overseer.java:359)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:242)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 148285 T225 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148289 T223 oasc.Overseer$ClusterStateUpdater.setShardLeader ERROR Could not mark shard leader for non existing collection:collection1
[junit4] 2> 148297 T225 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148409 T213 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 148411 T214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 149278 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 149279 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 150292 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 150293 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 151301 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 151301 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 152315 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 152315 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 153329 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 153329 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 154341 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 154342 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 155362 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 155362 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 156371 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 156373 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 157383 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 157383 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 158396 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 158396 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 159408 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 159408 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 160424 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 160424 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 161433 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 161435 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 162445 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 162446 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 163459 T226 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 163460 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 163467 T226 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:144)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:457)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:411)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:398)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:136)
[junit4] 2> at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:131)
[junit4] 2> ... 10 more
[junit4] 2>
[junit4] 2> 163480 T199 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49257 49257
[junit4] 2> 163500 T200 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49257 49257
[junit4] 2> 163740 T199 oas.SolrTestCaseJ4.tearDown ###Ending testOverseerFailure
[junit4] 2> 163741 T223 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49257_solr
[junit4] 2> 163742 T227 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=OverseerTest -Dtests.method=testOverseerFailure -Dtests.seed=2261C2321782AA10 -Dtests.slow=true -Dtests.locale=es_CR -Dtests.timezone=Europe/Rome -Dtests.file.encoding=UTF-8
[junit4] ERROR 18.8s | OverseerTest.testOverseerFailure <<<
[junit4] > Throwable #1: org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
[junit4] > at __randomizedtesting.SeedInfo.seed([2261C2321782AA10:26694DC105274531]:0)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:144)
[junit4] > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
[junit4] > at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:314)
[junit4] > at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:221)
[junit4] > at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
[junit4] > at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:660)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
[junit4] > at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] > at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:457)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:454)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:411)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:398)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:136)
[junit4] > at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
[junit4] > at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:131)
[junit4] > ... 46 more
[junit4] 2> 163842 T199 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
[junit4] 2> 163843 T199 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 163844 T228 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 163944 T199 oasc.ZkTestServer.run start zk server on port:49264
[junit4] 2> 163946 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 163951 T234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77b1b790 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 163951 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 163954 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 163957 T236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f730eb1 name:ZooKeeperConnection Watcher:127.0.0.1:49264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 163957 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 163965 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 163968 T238 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39951022 name:ZooKeeperConnection Watcher:127.0.0.1:49264 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 163969 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 163969 T199 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 163979 T199 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 163987 T239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 163990 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 163992 T241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e891f79 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 163995 T239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 163995 T243 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c7179a0 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 163997 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 163998 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 163999 T199 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 164003 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 164006 T199 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 164011 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 164014 T239 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49264_solr
[junit4] 2> 164015 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 164021 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 164024 T239 oasc.Overseer.start Overseer (id=92209746782846979-127.0.0.1:49264_solr-n_0000000000) starting
[junit4] 2> 164030 T239 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 164033 T199 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 164044 T239 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 164053 T239 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 164062 T239 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 164093 T239 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 164104 T239 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 164120 T239 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 164121 T246 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 164125 T239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 164129 T248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e1c8a36 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 164129 T239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 164129 T245 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=92209746782846979-127.0.0.1:49264_solr-n_0000000000) am no longer a leader.
[junit4] 2> 164130 T245 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 164130 T245 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49264_solr
[junit4] 2> 164130 T246 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=92209746782846979-127.0.0.1:49264_solr-n_0000000000) am no longer a leader.
[junit4] 2> 164131 T246 oasc.SolrException.log ERROR :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-queue-work
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:99)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.getTailId(DistributedQueue.java:483)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:241)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 164131 T246 oasc.OverseerCollectionProcessor.run ERROR Unable to prioritize overseer org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /roles.json
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:251)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:248)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:248)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.prioritizeOverseerNodes(OverseerCollectionProcessor.java:412)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:256)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 164133 T249 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 164142 T239 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49264_solr
[junit4] 2> 164142 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 164149 T239 oasc.Overseer.start Overseer (id=92209746782846981-127.0.0.1:49264_solr-n_0000000001) starting
[junit4] 2> 164181 T251 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 164186 T250 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 164193 T250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 164195 T250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 164195 T250 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 164195 T250 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 164203 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164204 T244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 164542 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 164568 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 164583 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164589 T250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 164599 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164599 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 164602 T250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 164602 T250 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 164612 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164619 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 164623 T254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2121bf06 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 164623 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 164627 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 164636 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 164649 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164649 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 164652 T250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 164652 T250 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 164660 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164669 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 164769 T255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 164769 T244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 164875 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 164884 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164885 T256 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164886 T257 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 164892 T250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 164894 T250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 164895 T250 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 164896 T250 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 164904 T257 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165010 T244 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 165010 T255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 165386 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 165411 T244 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 165412 T243 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@3df51218 rejected from java.util.concurrent.ThreadPoolExecutor@205cd1d[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 6]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 165417 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165418 T255 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 165433 T257 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165433 T256 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165433 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165438 T250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165447 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165554 T255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 165621 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165625 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 165629 T260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d18daf6 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 165630 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 165635 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 165658 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 165684 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 165686 T252 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165693 T250 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165695 T256 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165696 T257 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165697 T250 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 165698 T250 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 165704 T239 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 165710 T239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 165716 T263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f66492a name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 165717 T239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 165719 T250 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49264_solr
[junit4] 2> 165724 T264 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 165732 T239 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49264_solr
[junit4] 2> 165732 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 165734 T261 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 165737 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 165742 T239 oasc.Overseer.start Overseer (id=92209746782846984-127.0.0.1:49264_solr-n_0000000002) starting
[junit4] 2> 165765 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 165769 T266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b71dc32 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 165770 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 165777 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 165787 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 165793 T268 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 165815 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165821 T267 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 165824 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 165824 T267 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 165828 T261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 165828 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 165831 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 165865 T267 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 165874 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165877 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 165878 T267 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 165887 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165892 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 165894 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 165895 T267 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 165901 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165911 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 165914 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 165914 T267 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 165926 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166033 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 166034 T261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 166100 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 166107 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 166109 T271 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166108 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166114 T272 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166121 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 166123 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 166123 T267 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 166134 T272 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166146 T273 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 166149 T269 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 166164 T272 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166176 T272 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 166284 T269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 167646 T261 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 167649 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 167652 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 167657 T275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ce4ad3d name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 167658 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 167662 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 167672 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 167687 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 167687 T271 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167687 T272 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167688 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167695 T267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 167697 T267 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 167698 T267 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 167703 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167715 T276 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 167716 T270 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167717 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 167718 T239 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 167721 T267 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-0000000013
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:604)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:261)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 167723 T267 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49264_solr
[junit4] 2> 167724 T239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 167726 T279 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 167732 T278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58109b76 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 167732 T239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 167741 T239 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49264_solr
[junit4] 2> 167742 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 167746 T239 oasc.Overseer.start Overseer (id=92209746782846987-127.0.0.1:49264_solr-n_0000000003) starting
[junit4] 2> 167747 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 167750 T281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d5fcd57 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 167751 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 167753 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 167760 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 167780 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 167782 T284 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 167790 T282 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 167793 T282 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 167796 T282 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 167796 T282 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 167799 T283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 167800 T276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 167806 T282 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 167807 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 167813 T282 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 167815 T282 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 167816 T282 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 167823 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167832 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167835 T282 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 167835 T282 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 167842 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 167949 T283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 167950 T276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 168012 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 168020 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 168022 T286 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 168022 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 168023 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 168029 T282 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 168031 T282 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 168031 T282 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 168038 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 168046 T287 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 168045 T275 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@3e7199e2 rejected from java.util.concurrent.ThreadPoolExecutor@142de475[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 6]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 168050 T283 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 168063 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 168074 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 168181 T283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 169543 T276 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 169546 T199 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 169549 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 169553 T289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51ef869d name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 169553 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 169558 T199 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 169568 T199 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 169583 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 169583 T286 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 169583 T285 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 169585 T291 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 169594 T282 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 169597 T282 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 169598 T282 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 169608 T239 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 169620 T229 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x1479846b1d2000b, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 169620 T239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 169628 T293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@df4fdf3 name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 169634 T239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 169635 T282 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49264_solr
[junit4] 2> 169640 T295 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 169648 T239 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:49264_solr
[junit4] 2> 169649 T239 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 169657 T239 oasc.Overseer.start Overseer (id=92209746782846990-127.0.0.1:49264_solr-n_0000000004) starting
[junit4] 2> 169664 T294 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 169667 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 169705 T298 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 169707 T199 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 169715 T299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27a52e8f name:ZooKeeperConnection Watcher:127.0.0.1:49264/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 169717 T199 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4]
[...truncated too long message...]
tate:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 277958 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 277992 T712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 277992 T714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 277992 T713 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 277997 T706 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 278000 T706 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core6",
[junit4] 2> "core_node_name":"node6",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 278001 T706 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 278001 T706 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 278016 T713 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 278128 T711 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 278129 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 278494 T199 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 278536 T709 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@2143f66e rejected from java.util.concurrent.ThreadPoolExecutor@74e7c0d1[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 7]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 278536 T715 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:285)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:282)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:204)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 278537 T709 oaz.ClientCnxn$EventThread.processEvent ERROR Error while calling watcher java.util.concurrent.RejectedExecutionException: Task java.util.concurrent.FutureTask@5df28026 rejected from java.util.concurrent.ThreadPoolExecutor@74e7c0d1[Shutting down, pool size = 2, active threads = 2, queued tasks = 0, completed tasks = 7]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:201)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 280035 T711 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 280042 T199 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49371 49371
[junit4] 2> 280140 T693 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:49371 49371
[junit4] 2> 280661 T199 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
[junit4] 2> 280662 T706 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49371_solr
[junit4] 2> 280667 T716 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:317)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:289)
[junit4] 2>
[junit4] 2> 283673 T199 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerTest-2261C2321782AA10-001
[junit4] 2> NOTE: test params are: codec=Lucene46, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es_CR, timezone=Europe/Rome
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=2,threads=1,free=41175632,total=103051264
[junit4] 2> NOTE: All tests run in this JVM: [ConvertedLegacyTest, DistribCursorPagingTest, OverseerTest]
[junit4] Completed in 138.77s, 9 tests, 1 error <<< FAILURES!
[...truncated 1322 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 422 suites, 1756 tests, 1 error, 44 ignored (17 assumptions)
Total time: 167 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1748
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1748/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.schema.TestCloudSchemaless.testDistribSearch
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:51192/_d/ec/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:51192/_d/ec/collection1
at __randomizedtesting.SeedInfo.seed([AE68B334D30A2408:2F8E3D2CA4554434]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:150)
at java.net.SocketInputStream.read(SocketInputStream.java:121)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
... 46 more
Build Log:
[...truncated 11355 lines...]
[junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/init-core-data-001
[junit4] 2> 3117371 T7863 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 3117372 T7863 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_d/ec
[junit4] 2> 3117383 T7863 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 3117384 T7863 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3117388 T7864 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 3117489 T7863 oasc.ZkTestServer.run start zk server on port:51162
[junit4] 2> 3117490 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3117495 T7870 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51230d29 name:ZooKeeperConnection Watcher:127.0.0.1:51162 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3117496 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3117496 T7863 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 3117507 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3117510 T7872 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a11e3db name:ZooKeeperConnection Watcher:127.0.0.1:51162/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3117510 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3117510 T7863 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 3117516 T7863 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 3117523 T7863 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 3117528 T7863 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 3117537 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3117537 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 3117545 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
[junit4] 2> 3117547 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 3117555 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3117555 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3117561 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3117562 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 3117570 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3117570 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 3117578 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3117578 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 3117591 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3117593 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 3117600 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3117601 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 3117608 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3117609 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3117616 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3117617 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 3117623 T7863 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3117624 T7863 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 3117635 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3117638 T7874 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a0b454a name:ZooKeeperConnection Watcher:127.0.0.1:51162/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3117639 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3119507 T7863 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3119518 T7863 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 3119523 T7863 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51166
[junit4] 2> 3119528 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3119528 T7863 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3119529 T7863 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002
[junit4] 2> 3119530 T7863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/'
[junit4] 2> 3119574 T7863 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/solr.xml
[junit4] 2> 3119591 T7863 oasc.CoreContainer.<init> New CoreContainer 1490043059
[junit4] 2> 3119591 T7863 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/]
[junit4] 2> 3119592 T7863 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3119592 T7863 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3119592 T7863 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3119593 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 3119593 T7863 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 3119594 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 3119594 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 3119594 T7863 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 3119595 T7863 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 3119597 T7863 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 3119600 T7863 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3119600 T7863 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3119600 T7863 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 3119602 T7863 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51162/solr
[junit4] 2> 3119602 T7863 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 3119607 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3119628 T7885 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bd9432c name:ZooKeeperConnection Watcher:127.0.0.1:51162 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3119628 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3119635 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3119639 T7887 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18207f59 name:ZooKeeperConnection Watcher:127.0.0.1:51162/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3119640 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3119643 T7863 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 3119652 T7863 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 3119662 T7863 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 3119673 T7863 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 3119683 T7863 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 3119697 T7863 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 3119702 T7863 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51166__d%2Fec
[junit4] 2> 3119705 T7863 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51166__d%2Fec
[junit4] 2> 3119715 T7863 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 3119722 T7863 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 3119733 T7863 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51166__d%2Fec
[junit4] 2> 3119733 T7863 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 3119743 T7863 oasc.Overseer.start Overseer (id=92213119847038980-127.0.0.1:51166__d%2Fec-n_0000000000) starting
[junit4] 2> 3119750 T7863 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 3119785 T7889 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 3119787 T7863 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 3119795 T7863 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 3119800 T7863 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3119811 T7888 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 3119815 T7890 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 3119816 T7890 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3119819 T7890 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 3119819 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3119825 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3119827 T7888 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51166/_d/ec",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51166__d%2Fec",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 3119827 T7888 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 3119827 T7888 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 3119834 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3119836 T7891 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3120822 T7890 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 3120823 T7890 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 3120824 T7890 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 3120825 T7890 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 3120827 T7890 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3120827 T7890 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/'
[junit4] 2> 3120829 T7890 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 3120830 T7890 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 3120831 T7890 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 3120884 T7890 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 3120896 T7890 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3120899 T7890 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3120902 T7890 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 3120904 T7890 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
[junit4] 2> 3120919 T7890 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 3120922 T7890 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
[junit4] 2> 3120925 T7890 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
[junit4] 2> 3120931 T7890 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
[junit4] 2> 3120932 T7890 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 3120932 T7890 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4] 2> 3120933 T7890 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data/
[junit4] 2> 3120933 T7890 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 3120934 T7890 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data
[junit4] 2> 3120935 T7890 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data/index/
[junit4] 2> 3120935 T7890 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3120936 T7890 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data/index
[junit4] 2> 3120936 T7890 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.8876953125, noCFSRatio=0.0]
[junit4] 2> 3120942 T7890 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1623b4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 3120942 T7890 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3120945 T7890 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
[junit4] 2> 3120946 T7890 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3120948 T7890 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3120951 T7890 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3120951 T7890 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3120956 T7890 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3120957 T7890 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 3120957 T7890 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 3120958 T7890 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 3120958 T7890 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3120959 T7890 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 3120959 T7890 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 3120959 T7890 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 3120968 T7890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3120970 T7890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3120972 T7890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3120973 T7890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3120974 T7890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3120977 T7890 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 3120977 T7890 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 3120978 T7890 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=29.9306640625, floorSegmentMB=1.8857421875, forceMergeDeletesPctAllowed=12.861113484476977, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8383528245049299
[junit4] 2> 3120981 T7890 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1623b4eb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 3120981 T7890 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3120981 T7890 oass.SolrIndexSearcher.<init> Opening Searcher@748bd61f[collection1] main
[junit4] 2> 3120982 T7890 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 3120985 T7890 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3120985 T7890 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3120986 T7890 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3120986 T7890 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 3120987 T7890 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3120989 T7890 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 3120989 T7890 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3120991 T7890 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
[junit4] 2> 3120995 T7890 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
[junit4] 2> 3120996 T7890 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3120996 T7890 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 3120996 T7890 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
[junit4] 2> 3120999 T7890 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 3120999 T7892 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@748bd61f[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 3121002 T7895 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51166/_d/ec collection:control_collection shard:shard1
[junit4] 2> 3121006 T7895 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 3121009 T7863 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 3121009 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 3121017 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3121032 T7895 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 3121038 T7897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bea472d name:ZooKeeperConnection Watcher:127.0.0.1:51162/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3121038 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3121041 T7863 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3121045 T7863 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3121062 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121071 T7895 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 3121071 T7895 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2403 name=collection1 org.apache.solr.core.SolrCore@2a9f2601 url=https://127.0.0.1:51166/_d/ec/collection1 node=127.0.0.1:51166__d%2Fec C2403_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:51166/_d/ec, core=collection1, node_name=127.0.0.1:51166__d%2Fec}
[junit4] 2> 3121072 T7895 C2403 P51166 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51166/_d/ec/collection1/
[junit4] 2> 3121072 T7895 C2403 P51166 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 3121072 T7895 C2403 P51166 oasc.SyncStrategy.syncToMe https://127.0.0.1:51166/_d/ec/collection1/ has no replicas
[junit4] 2> 3121073 T7895 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51166/_d/ec/collection1/ shard1
[junit4] 2> 3121073 T7895 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 3121092 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3121141 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121155 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121169 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121279 T7891 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3121279 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3121319 T7895 oasc.ZkController.register We are https://127.0.0.1:51166/_d/ec/collection1/ and leader is https://127.0.0.1:51166/_d/ec/collection1/
[junit4] 2> 3121319 T7895 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51166/_d/ec
[junit4] 2> 3121319 T7895 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 3121320 T7895 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 3121320 T7895 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3121323 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121324 T7895 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3121324 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121325 T7899 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121329 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3121330 T7888 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:51166/_d/ec",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51166__d%2Fec",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 3121337 T7899 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3121442 T7899 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3121442 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 3122964 T7863 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 3122965 T7863 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3122972 T7863 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 3122975 T7863 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51170
[junit4] 2> 3122978 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3122978 T7863 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3122978 T7863 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003
[junit4] 2> 3122979 T7863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/'
[junit4] 2> 3123062 T7863 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/solr.xml
[junit4] 2> 3123078 T7863 oasc.CoreContainer.<init> New CoreContainer 418364063
[junit4] 2> 3123078 T7863 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/]
[junit4] 2> 3123079 T7863 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3123080 T7863 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3123080 T7863 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3123080 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 3123081 T7863 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 3123082 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 3123082 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 3123082 T7863 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 3123082 T7863 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 3123085 T7863 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 3123088 T7863 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3123088 T7863 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3123089 T7863 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 3123089 T7863 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51162/solr
[junit4] 2> 3123090 T7863 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 3123092 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3123095 T7910 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ccd75cf name:ZooKeeperConnection Watcher:127.0.0.1:51162 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3123096 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3123102 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3123107 T7912 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20f39f27 name:ZooKeeperConnection Watcher:127.0.0.1:51162/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3123107 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3123132 T7863 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3124145 T7863 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51170__d%2Fec
[junit4] 2> 3124149 T7863 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51170__d%2Fec
[junit4] 2> 3124175 T7914 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 3124176 T7914 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3124181 T7899 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3124181 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3124182 T7914 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 3124182 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3124185 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3124188 T7888 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51170/_d/ec",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51170__d%2Fec",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 3124189 T7888 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
[junit4] 2> 3124189 T7888 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 3124198 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3124199 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3124200 T7915 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3124200 T7913 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3125184 T7914 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 3125184 T7914 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 3125186 T7914 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 3125186 T7914 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3125190 T7914 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3125190 T7914 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/'
[junit4] 2> 3125192 T7914 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 3125194 T7914 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 3125194 T7914 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 3125261 T7914 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 3125272 T7914 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3125276 T7914 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
[junit4] 2> 3125279 T7914 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
[junit4] 2> 3125292 T7914 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 3125293 T7914 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3125293 T7914 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4] 2> 3125294 T7914 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data/
[junit4] 2> 3125294 T7914 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 3125295 T7914 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data
[junit4] 2> 3125297 T7914 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data/index/
[junit4] 2> 3125298 T7914 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3125298 T7914 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data/index
[junit4] 2> 3125299 T7914 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.8876953125, noCFSRatio=0.0]
[junit4] 2> 3125305 T7914 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ed9f334; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 3125306 T7914 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3125308 T7914 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
[junit4] 2> 3125310 T7914 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3125311 T7914 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3125311 T7914 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3125312 T7914 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3125312 T7914 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3125312 T7914 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 3125313 T7914 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 3125313 T7914 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 3125314 T7914 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3125314 T7914 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 3125314 T7914 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 3125314 T7914 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 3125324 T7914 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3125326 T7914 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3125352 T7914 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3125353 T7914 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3125356 T7914 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3125359 T7914 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 3125360 T7914 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 3125361 T7914 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=29.9306640625, floorSegmentMB=1.8857421875, forceMergeDeletesPctAllowed=12.861113484476977, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8383528245049299
[junit4] 2> 3125364 T7914 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ed9f334; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 3125364 T7914 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3125365 T7914 oass.SolrIndexSearcher.<init> Opening Searcher@dce728b[collection1] main
[junit4] 2> 3125365 T7914 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3125369 T7914 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3125369 T7914 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3125372 T7914 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3125372 T7914 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 3125373 T7914 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3125376 T7914 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
[junit4] 2> 3125377 T7914 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3125377 T7914 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
[junit4] 2> 3125377 T7914 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 3125377 T7914 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
[junit4] 2> 3125381 T7914 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 3125381 T7916 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dce728b[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 3125384 T7919 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51170/_d/ec collection:collection1 shard:shard2
[junit4] 2> 3125385 T7863 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 3125385 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 3125387 T7919 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 3125399 T7919 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 3125406 T7919 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 3125407 T7919 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2404 name=collection1 org.apache.solr.core.SolrCore@7fa1542 url=https://127.0.0.1:51170/_d/ec/collection1 node=127.0.0.1:51170__d%2Fec C2404_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51170/_d/ec, core=collection1, node_name=127.0.0.1:51170__d%2Fec}
[junit4] 2> 3125407 T7919 C2404 P51170 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51170/_d/ec/collection1/
[junit4] 2> 3125407 T7919 C2404 P51170 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 3125407 T7919 C2404 P51170 oasc.SyncStrategy.syncToMe https://127.0.0.1:51170/_d/ec/collection1/ has no replicas
[junit4] 2> 3125408 T7919 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51170/_d/ec/collection1/ shard2
[junit4] 2> 3125408 T7919 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 3125408 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125418 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3125437 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125447 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125457 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125564 T7915 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3125567 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3125568 T7913 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3125599 T7919 oasc.ZkController.register We are https://127.0.0.1:51170/_d/ec/collection1/ and leader is https://127.0.0.1:51170/_d/ec/collection1/
[junit4] 2> 3125600 T7919 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51170/_d/ec
[junit4] 2> 3125600 T7919 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 3125600 T7919 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 3125600 T7919 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3125604 T7919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3125607 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125607 T7899 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125610 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3125611 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125612 T7888 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:51170/_d/ec",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51170__d%2Fec",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 3125619 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3125726 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3125726 T7915 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3125728 T7913 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3127670 T7863 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 3127672 T7863 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3127682 T7863 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 3127685 T7863 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51173
[junit4] 2> 3127692 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3127692 T7863 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3127693 T7863 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004
[junit4] 2> 3127694 T7863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/'
[junit4] 2> 3127743 T7863 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/solr.xml
[junit4] 2> 3127760 T7863 oasc.CoreContainer.<init> New CoreContainer 226094911
[junit4] 2> 3127761 T7863 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/]
[junit4] 2> 3127762 T7863 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3127762 T7863 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3127762 T7863 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3127763 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 3127763 T7863 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 3127763 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 3127764 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 3127764 T7863 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 3127765 T7863 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 3127768 T7863 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 3127769 T7863 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 3127770 T7863 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 3127770 T7863 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 3127770 T7863 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51162/solr
[junit4] 2> 3127771 T7863 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 3127772 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3127778 T7930 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cb6ecdb name:ZooKeeperConnection Watcher:127.0.0.1:51162 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3127779 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3127785 T7863 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 3127791 T7932 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aa303ef name:ZooKeeperConnection Watcher:127.0.0.1:51162/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 3127792 T7863 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 3127827 T7863 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 3128842 T7863 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51173__d%2Fec
[junit4] 2> 3128844 T7863 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51173__d%2Fec
[junit4] 2> 3128874 T7934 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 3128874 T7934 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3128877 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3128878 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3128877 T7899 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3128878 T7934 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 3128883 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3128885 T7888 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:51173/_d/ec",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51173__d%2Fec",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 3128885 T7888 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
[junit4] 2> 3128886 T7888 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 3128901 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3128902 T7933 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3128903 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3128901 T7913 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3128906 T7891 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3129880 T7934 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 3129881 T7934 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 3129883 T7934 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 3129884 T7934 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3129886 T7934 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3129886 T7934 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/'
[junit4] 2> 3129887 T7934 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 3129888 T7934 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 3129889 T7934 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 3129940 T7934 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 3129949 T7934 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 3129953 T7934 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
[junit4] 2> 3129957 T7934 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
[junit4] 2> 3129992 T7934 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 3129994 T7934 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3129995 T7934 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4] 2> 3129997 T7934 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data/
[junit4] 2> 3129998 T7934 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 3129999 T7934 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data
[junit4] 2> 3130000 T7934 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data/index/
[junit4] 2> 3130002 T7934 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 3130002 T7934 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data/index
[junit4] 2> 3130003 T7934 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.8876953125, noCFSRatio=0.0]
[junit4] 2> 3130009 T7934 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7251592f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 3130009 T7934 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3130012 T7934 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
[junit4] 2> 3130014 T7934 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 3130014 T7934 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3130014 T7934 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3130015 T7934 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3130015 T7934 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3130016 T7934 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 3130016 T7934 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 3130017 T7934 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 3130018 T7934 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 3130018 T7934 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 3130018 T7934 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 3130019 T7934 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 3130026 T7934 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3130028 T7934 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3130030 T7934 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3130032 T7934 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3130033 T7934 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 3130036 T7934 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 3130037 T7934 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 3130037 T7934 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=29.9306640625, floorSegmentMB=1.8857421875, forceMergeDeletesPctAllowed=12.861113484476977, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8383528245049299
[junit4] 2> 3130039 T7934 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7251592f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4] 2> 3130039 T7934 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 3130039 T7934 oass.SolrIndexSearcher.<init> Opening Searcher@b1e939a[collection1] main
[junit4] 2> 3130040 T7934 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 3130045 T7934 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 3130045 T7934 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 3130047 T7934 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3130047 T7934 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 3130047 T7934 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3130049 T7934 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
[junit4] 2> 3130050 T7934 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3130050 T7934 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
[junit4] 2> 3130050 T7934 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 3130050 T7934 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
[junit4] 2> 3130055 T7934 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 3130055 T7935 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b1e939a[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 3130057 T7938 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:51173/_d/ec collection:collection1 shard:shard3
[junit4] 2> 3130057 T7863 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 3130058 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 3130059 T7938 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 3130071 T7938 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
[junit4] 2> 3130075 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130079 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3130083 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130085 T7938 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 3130085 T7938 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2405 name=collection1 org.apache.solr.core.SolrCore@d78bb28 url=https://127.0.0.1:51173/_d/ec/collection1 node=127.0.0.1:51173__d%2Fec C2405_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:51173/_d/ec, core=collection1, node_name=127.0.0.1:51173__d%2Fec}
[junit4] 2> 3130086 T7938 C2405 P51173 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:51173/_d/ec/collection1/
[junit4] 2> 3130086 T7938 C2405 P51173 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 3130086 T7938 C2405 P51173 oasc.SyncStrategy.syncToMe https://127.0.0.1:51173/_d/ec/collection1/ has no replicas
[junit4] 2> 3130087 T7938 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:51173/_d/ec/collection1/ shard3
[junit4] 2> 3130087 T7938 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4] 2> 3130098 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130106 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130212 T7933 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130213 T7891 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130214 T7913 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130216 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130255 T7938 oasc.ZkController.register We are https://127.0.0.1:51173/_d/ec/collection1/ and leader is https://127.0.0.1:51173/_d/ec/collection1/
[junit4] 2> 3130255 T7938 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51173/_d/ec
[junit4] 2> 3130255 T7938 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 3130255 T7938 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 3130256 T7938 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 3130261 T7938 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3130262 T7899 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130265 T7888 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 3130266 T7891 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130267 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130267 T7888 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:51173/_d/ec",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51173__d%2Fec",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 3130273 T7915 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 3130378 T7913 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130378 T7898 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130380 T7933 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3130380 T7915 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 3132286 T7863 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 3132288 T7863 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 3132296 T7863 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 3132299 T7863 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:51176
[junit4] 2> 3132304 T7863 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 3132304 T7863 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 3132305 T7863 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-005
[junit4] 2> 3132305 T7863 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-005/'
[junit4] 2> 3132360 T7863 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-005/solr.xml
[junit4] 2> 3132387 T7863 oasc.CoreContainer.<init> New CoreContainer 690170475
[junit4] 2> 3132388 T7863 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001/tempDir-005/]
[junit4] 2> 3132389 T7863 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 3132389 T7863 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 3132389 T7863 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 3132390 T7863 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost
[...truncated too long message...]
g.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
[junit4] > at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
[junit4] > at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
[junit4] > at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
[junit4] > at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
[junit4] > at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
[junit4] > ... 46 more
[junit4] 2> 3284982 T7863 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-AE68B334D30A2408-001
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sr_BA, timezone=UCT
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=119835160,total=369590272
[junit4] 2> NOTE: All tests run in this JVM: [SpellPossibilityIteratorTest, AliasIntegrationTest, HdfsRecoveryZkTest, BJQParserTest, TestBlendedInfixSuggestions, MergeStrategyTest, InfoHandlerTest, TestCopyFieldCollectionResource, TestManagedResourceStorage, TestSolrQueryParser, FastVectorHighlighterTest, DistributedTermsComponentTest, TestFiltering, TestCloudManagedSchemaConcurrent, FieldFacetTest, PolyFieldTest, IndexBasedSpellCheckerTest, SignatureUpdateProcessorFactoryTest, TestCSVLoader, AnalysisAfterCoreReloadTest, TestRandomFaceting, FunctionTest, TestSolrXml, UUIDFieldTest, PluginInfoTest, HighlighterMaxOffsetTest, DistributedDebugComponentTest, ChangedSchemaMergeTest, TestCSVResponseWriter, TestExpandComponent, CollectionsAPIAsyncDistributedZkTest, TestManagedSynonymFilterFactory, TestBadConfig, TestMissingGroups, TestRTGBase, TestLMDirichletSimilarityFactory, FullSolrCloudDistribCmdsTest, TestTrie, CachingDirectoryFactoryTest, TestFieldResource, XsltUpdateRequestHandlerTest, ResponseLogComponentTest, TestRangeQuery, TestNoOpRegenerator, NoCacheHeaderTest, AddBlockUpdateTest, TestQueryUtils, RecoveryZkTest, EnumFieldTest, TestUniqueKeyFieldResource, RegexBoostProcessorTest, TestJmxIntegration, CSVRequestHandlerTest, BlockDirectoryTest, TestCursorMarkWithoutUniqueKey, TestQuerySenderListener, TestDistributedGrouping, TestAnalyzeInfixSuggestions, DebugComponentTest, TestHighlightDedupGrouping, TestJoin, TestDefaultSearchFieldResource, TestRecovery, TestShortCircuitedRequests, DistribDocExpirationUpdateProcessorTest, TestDistributedMissingSort, DateRangeFieldTest, UniqFieldsUpdateProcessorFactoryTest, DirectUpdateHandlerTest, ReplicationFactorTest, XmlUpdateRequestHandlerTest, TestCloudManagedSchema, DistribCursorPagingTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedIntervalFacetingTest, JsonLoaderTest, ShowFileRequestHandlerTest, BasicFunctionalityTest, RemoteQueryErrorTest, TestSchemaNameResource, QueryElevationComponentTest, ScriptEngineTest, TestCollationFieldDocValues, QueryResultKeyTest, SpellCheckCollatorTest, TestDFRSimilarityFactory, TestFoldingMultitermQuery, TestShardHandlerFactory, CurrencyFieldXmlFileTest, DateFieldTest, TestSuggestSpellingConverter, TestUpdate, CoreMergeIndexesAdminHandlerTest, TestAnalyzedSuggestions, TestIntervalFaceting, TestBM25SimilarityFactory, TestIndexSearcher, TestBinaryField, DistributedSuggestComponentTest, CacheHeaderTest, OverseerCollectionProcessorTest, TestSchemaVersionResource, TestCollectionAPI, FieldFacetExtrasTest, QueryEqualityTest, ChaosMonkeyNothingIsSafeTest, TestReplicationHandlerBackup, DocExpirationUpdateProcessorFactoryTest, MultiTermTest, RequiredFieldsTest, TestSolrJ, BasicDistributedZk2Test, SpellCheckComponentTest, TestFastLRUCache, TestDocSet, ZkNodePropsTest, ExpressionTest, AnalyticsQueryTest, ShardRoutingCustomTest, SuggesterFSTTest, HdfsChaosMonkeySafeLeaderTest, TestRecoveryHdfs, AnalysisErrorHandlingTest, TestPostingsSolrHighlighter, SuggesterWFSTTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestDefaultSimilarityFactory, DocValuesTest, TestLazyCores, TestStressReorder, TestPseudoReturnFields, TestDocBasedVersionConstraints, TestReRankQParserPlugin, SolrCoreCheckLockOnStartupTest, CursorMarkTest, SimpleFacetsTest, SortByFunctionTest, TestManagedSchemaFieldResource, LeaderElectionIntegrationTest, TestCollapseQParserPlugin, DocValuesMissingTest, TestStressLucene, TestMergePolicyConfig, SolrCoreTest, TestSolrDeletionPolicy1, TestPartialUpdateDeduplication, ClusterStateTest, TestFileDictionaryLookup, MinimalSchemaTest, TestUtils, EchoParamsTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TestLRUCache, TestHighFrequencyDictionaryFactory, OverseerTest, AtomicUpdatesTest, TestManagedStopFilterFactory, SpatialFilterTest, CustomCollectionTest, SuggesterTSTTest, HardAutoCommitTest, TestSolr4Spatial2, SolrInfoMBeanTest, SolrTestCaseJ4Test, TestBinaryResponseWriter, RequestHandlersTest, DistributedQueryElevationComponentTest, TestMaxScoreQueryParser, TestImplicitCoreProperties, TestSurroundQueryParser, TestClassNameShortening, TestConfig, TestSchemaSimilarityResource, TestMiniSolrCloudCluster, TestWordDelimiterFilterFactory, TestLFUCache, TestPHPSerializedResponseWriter, AssignTest, TestPhraseSuggestions, TestReplicationHandler, CircularListTest, TestFieldCollectionResource, TestOverriddenPrefixQueryForCustomFieldType, DisMaxRequestHandlerTest, SolrPluginUtilsTest, SolrIndexConfigTest, TestSolrXMLSerializer, HdfsLockFactoryTest, TestCustomSort, TestLeaderElectionZkExpiry, TestInitQParser, SynonymTokenizerTest, CollectionsAPIDistributedZkTest, OverseerRolesTest, SpellingQueryConverterTest, SOLR749Test, TestCollationField, TestCloudSchemaless]
[junit4] Completed in 167.65s, 1 test, 1 error <<< FAILURES!
[...truncated 690 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 422 suites, 1756 tests, 1 error, 44 ignored (17 assumptions)
Total time: 156 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any