You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/21 07:01:52 UTC
[JENKINS-EA] Lucene-Solr-6.x-Linux (32bit/jdk-9-ea+147) - Build #
2473 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/2473/
Java: 32bit/jdk-9-ea+147 -client -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([8C5BBA6CC906A148:40F85B667FACCB0]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1251)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:697)
at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:97)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:538)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12304 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/init-core-data-001
[junit4] 2> 1957202 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1957203 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001
[junit4] 2> 1957204 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1957204 INFO (Thread-3111) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1957204 INFO (Thread-3111) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1957304 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46247
[junit4] 2> 1957307 INFO (jetty-launcher-2938-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1957308 INFO (jetty-launcher-2938-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1957308 INFO (jetty-launcher-2938-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c2abd{/solr,null,AVAILABLE}
[junit4] 2> 1957308 INFO (jetty-launcher-2938-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14a91c7{/solr,null,AVAILABLE}
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e212a2{HTTP/1.1,[http/1.1]}{127.0.0.1:39866}
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e9623b{HTTP/1.1,[http/1.1]}{127.0.0.1:39835}
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-2) [ ] o.e.j.s.Server Started @1959229ms
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-1) [ ] o.e.j.s.Server Started @1959229ms
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39866}
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39835}
[junit4] 2> 1957311 ERROR (jetty-launcher-2938-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1957311 ERROR (jetty-launcher-2938-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 1957311 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1957312 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1957312 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1957312 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1957312 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T06:46:05.582134Z
[junit4] 2> 1957312 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T06:46:05.582172Z
[junit4] 2> 1957313 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1957313 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1957316 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x159202139a30002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1957318 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1957320 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1957321 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46247/solr
[junit4] 2> 1957323 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46247/solr
[junit4] 2> 1957331 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39835_solr
[junit4] 2> 1957332 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39866_solr
[junit4] 2> 1957332 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.c.Overseer Overseer (id=97144194038169606-127.0.0.1:39835_solr-n_0000000000) starting
[junit4] 2> 1957332 INFO (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1957332 INFO (zkCallback-2949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1957335 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39835_solr
[junit4] 2> 1957335 INFO (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1957335 INFO (zkCallback-2949-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1957443 INFO (jetty-launcher-2938-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001/node2/.
[junit4] 2> 1957470 INFO (jetty-launcher-2938-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001/node1/.
[junit4] 2> 1957474 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1957474 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46247/solr ready
[junit4] 2> 1957483 INFO (qtp16803579-14348) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1957483 INFO (qtp16803579-14348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&replicationFactor=1&collection.configName=config&name=solr_9504&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1957484 INFO (OverseerThreadFactory-6755-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection solr_9504
[junit4] 2> 1957485 INFO (qtp16803579-14349) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1957486 INFO (qtp16803579-14349) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1957588 INFO (qtp11689116-14358) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1957588 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498&qt=/admin/cores&collection.configName=config&newCollection=true&name=solr_9504_shard1_replica1&action=CREATE&numShards=1&collection=solr_9504&shard=shard1&wt=javabin&version=2
[junit4] 2> 1957590 INFO (qtp11689116-14359) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498
[junit4] 2> 1957590 INFO (qtp11689116-14359) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1957691 INFO (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1958488 INFO (qtp16803579-14350) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1958488 INFO (qtp16803579-14350) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1958591 INFO (qtp11689116-14360) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498
[junit4] 2> 1958591 INFO (qtp11689116-14360) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1958593 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1958598 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.s.IndexSchema [solr_9504_shard1_replica1] Schema name=minimal
[junit4] 2> 1958626 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1958626 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica1' using configuration from collection solr_9504
[junit4] 2> 1958627 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.SolrCore [[solr_9504_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001/node2/solr_9504_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001/node2/./solr_9504_shard1_replica1/data/]
[junit4] 2> 1958675 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1958675 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1958676 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1958676 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1958678 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@31f0de[solr_9504_shard1_replica1] main]
[junit4] 2> 1958678 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1958678 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1958678 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1958678 INFO (searcherExecutor-6760-thread-1) [ ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@31f0de[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1958679 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554307106156314624
[junit4] 2> 1958682 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1958682 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1958682 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39866/solr/solr_9504_shard1_replica1/
[junit4] 2> 1958682 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1958682 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:39866/solr/solr_9504_shard1_replica1/ has no replicas
[junit4] 2> 1958683 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39866/solr/solr_9504_shard1_replica1/ shard1
[junit4] 2> 1958784 INFO (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1958834 INFO (parallelCoreAdminExecutor-6756-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1958935 INFO (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1959490 INFO (qtp16803579-14343) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1959491 INFO (qtp16803579-14343) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1959593 INFO (qtp11689116-14351) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498
[junit4] 2> 1959593 INFO (qtp11689116-14351) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e21009250113561498&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1959595 INFO (OverseerThreadFactory-6755-thread-1) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1960493 INFO (qtp16803579-14348) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1960494 INFO (qtp16803579-14348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1960495 INFO (qtp16803579-14349) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1960495 INFO (qtp16803579-14349) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=dd1c19f7-71a1-4275-afe8-2251b22ab9e2&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1960504 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1960507 INFO (qtp11689116-14359) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1554307108071014400)]} 0 1
[junit4] 2> 1960509 INFO (qtp11689116-14360) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1554307108075208704)]} 0 0
[junit4] 2> 1960510 INFO (qtp11689116-14351) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1554307108076257280)]} 0 0
[junit4] 2> 1960512 INFO (qtp11689116-14353) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1554307108078354432)]} 0 0
[junit4] 2> 1960514 INFO (qtp11689116-14359) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1554307108080451584)]} 0 0
[junit4] 2> 1960515 INFO (qtp11689116-14360) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1554307108081500160)]} 0 0
[junit4] 2> 1960517 INFO (qtp11689116-14351) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1554307108083597312)]} 0 0
[junit4] 2> 1960518 INFO (qtp11689116-14353) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1554307108084645888)]} 0 0
[junit4] 2> 1960520 INFO (qtp11689116-14359) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1554307108086743040)]} 0 0
[junit4] 2> 1960522 INFO (qtp11689116-14360) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1554307108088840192)]} 0 0
[junit4] 2> 1960524 INFO (qtp11689116-14351) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1960524 INFO (qtp11689116-14351) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@43fedc
[junit4] 2> 1961485 INFO (OverseerCollectionConfigSetProcessor-97144194038169606-127.0.0.1:39835_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1961808 INFO (qtp11689116-14351) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5e189d[solr_9504_shard1_replica1] main]
[junit4] 2> 1961808 INFO (qtp11689116-14351) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1961808 INFO (searcherExecutor-6760-thread-1) [ ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] Registered new searcher Searcher@5e189d[solr_9504_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.4.0):C10)))}
[junit4] 2> 1961808 INFO (qtp11689116-14351) [ ] o.a.s.u.p.LogUpdateProcessorFactory [solr_9504_shard1_replica1] webapp=/solr path=/update params={_stateVer_=solr_9504:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1284
[junit4] 2> 1961809 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.a.s.c.ChaosMonkey monkey: kill shard! 39866
[junit4] 2> 1961810 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e212a2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1961810 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3070049
[junit4] 2> 1961811 INFO (coreCloseExecutor-6765-thread-1) [ ] o.a.s.c.SolrCore [solr_9504_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@22340e
[junit4] 2> 1961812 INFO (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1961813 INFO (zkCallback-2949-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1961813 INFO (zkCallback-2955-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1963313 WARN (zkCallback-2948-thread-1) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1963314 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14a91c7{/solr,null,UNAVAILABLE}
[junit4] 2> 1963314 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 39866
[junit4] 2> 1963316 INFO (qtp16803579-14350) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params async=ddf1abe9-e6ee-4214-b138-e328cffae10f&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1963317 INFO (qtp16803579-14350) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=ddf1abe9-e6ee-4214-b138-e328cffae10f&action=ADDREPLICA&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1963319 INFO (OverseerThreadFactory-6755-thread-2) [ ] o.a.s.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"solr_9504",
[junit4] 2> "shard":"shard1",
[junit4] 2> "async":"ddf1abe9-e6ee-4214-b138-e328cffae10f",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 1963320 INFO (OverseerThreadFactory-6755-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39835_solr for creating new replica
[junit4] 2> 1963321 INFO (qtp16803579-14344) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1963321 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command async=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&qt=/admin/cores&collection.configName=config&name=solr_9504_shard1_replica2&action=CREATE&collection=solr_9504&shard=shard1&wt=javabin&version=2
[junit4] 2> 1963322 INFO (qtp16803579-14348) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1963322 INFO (qtp16803579-14348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1963323 INFO (zkCallback-2949-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1964319 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1964320 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e6d578{/solr,null,AVAILABLE}
[junit4] 2> 1964320 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5dd273{HTTP/1.1,[http/1.1]}{127.0.0.1:39866}
[junit4] 2> 1964320 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e6d578{/solr,null,UNAVAILABLE}
[junit4] 2> 1964324 INFO (qtp16803579-14349) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1964324 INFO (qtp16803579-14349) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1964327 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 1964331 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.s.IndexSchema [solr_9504_shard1_replica2] Schema name=minimal
[junit4] 2> 1964332 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1964333 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'solr_9504_shard1_replica2' using configuration from collection solr_9504
[junit4] 2> 1964333 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.SolrCore [[solr_9504_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001/node1/solr_9504_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001/tempDir-001/node1/./solr_9504_shard1_replica2/data/]
[junit4] 2> 1964384 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1964384 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1964384 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1964384 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1964386 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b2b57[solr_9504_shard1_replica2] main]
[junit4] 2> 1964387 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1964387 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1964387 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1964387 INFO (searcherExecutor-6767-thread-1) [ ] o.a.s.c.SolrCore [solr_9504_shard1_replica2] Registered new searcher Searcher@5b2b57[solr_9504_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1964387 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554307112141586432
[junit4] 2> 1964390 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1964491 INFO (zkCallback-2949-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1965326 INFO (qtp16803579-14350) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1965326 INFO (qtp16803579-14350) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1966328 INFO (qtp16803579-14344) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1966328 INFO (qtp16803579-14344) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1967321 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1967322 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ff3080{/solr,null,AVAILABLE}
[junit4] 2> 1967322 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@d61b16{HTTP/1.1,[http/1.1]}{127.0.0.1:39866}
[junit4] 2> 1967322 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ff3080{/solr,null,UNAVAILABLE}
[junit4] 2> 1967330 INFO (qtp16803579-14348) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1967330 INFO (qtp16803579-14348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1968331 INFO (qtp16803579-14349) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1968332 INFO (qtp16803579-14349) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1969333 INFO (qtp16803579-14350) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1969334 INFO (qtp16803579-14350) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1970336 INFO (qtp16803579-14344) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1970336 INFO (qtp16803579-14344) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1971338 INFO (qtp16803579-14348) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1971338 INFO (qtp16803579-14348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1972339 INFO (qtp16803579-14349) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1972340 INFO (qtp16803579-14349) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1973341 INFO (qtp16803579-14350) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1973342 INFO (qtp16803579-14350) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1974343 INFO (qtp16803579-14344) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1974343 INFO (qtp16803579-14344) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1974398 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
[junit4] 2> 1974398 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1974398 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39835/solr/solr_9504_shard1_replica2/
[junit4] 2> 1974398 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1974398 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:39835/solr/solr_9504_shard1_replica2/ has no replicas
[junit4] 2> 1974399 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39835/solr/solr_9504_shard1_replica2/ shard1
[junit4] 2> 1974400 INFO (zkCallback-2949-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1974450 INFO (parallelCoreAdminExecutor-6758-thread-1) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1974552 INFO (zkCallback-2949-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1975345 INFO (qtp16803579-14348) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756
[junit4] 2> 1975345 INFO (qtp16803579-14348) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=ddf1abe9-e6ee-4214-b138-e328cffae10f1009255846800756&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1975347 INFO (OverseerThreadFactory-6755-thread-2) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1977322 INFO (OverseerCollectionConfigSetProcessor-97144194038169606-127.0.0.1:39835_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000001 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1977323 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1977324 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@107c8e6{/solr,null,AVAILABLE}
[junit4] 2> 1977324 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@9a443b{HTTP/1.1,[http/1.1]}{127.0.0.1:39866}
[junit4] 2> 1977324 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@107c8e6{/solr,null,UNAVAILABLE}
[junit4] 2> 2007325 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2007326 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e2649c{/solr,null,AVAILABLE}
[junit4] 2> 2007326 ERROR (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.a.s.c.ChaosMonkey Could not get the port to start jetty again
[junit4] 2> java.net.BindException: Address already in use
[junit4] 2> at java.base/sun.nio.ch.Net.bind0(Native Method)
[junit4] 2> at java.base/sun.nio.ch.Net.bind(Net.java:433)
[junit4] 2> at java.base/sun.nio.ch.Net.bind(Net.java:425)
[junit4] 2> at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
[junit4] 2> at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
[junit4] 2> at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:317)
[junit4] 2> at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
[junit4] 2> at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:235)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
[junit4] 2> at org.eclipse.jetty.server.Server.doStart(Server.java:401)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:348)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:321)
[junit4] 2> at org.apache.solr.cloud.ChaosMonkey.start(ChaosMonkey.java:602)
[junit4] 2> at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:94)
[junit4] 2> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base/java.lang.reflect.Method.invoke(Method.java:538)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2007327 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1d88c9e{HTTP/1.1,[http/1.1]}{127.0.0.1:39866}
[junit4] 2> 2007327 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1e2649c{/solr,null,UNAVAILABLE}
[junit4] 2> 2037328 INFO (TEST-TestLeaderElectionWithEmptyReplica.test-seed#[8C5BBA6CC906A148]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLeaderElectionWithEmptyReplica -Dtests.method=test -Dtests.seed=8C5BBA6CC906A148 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mfe-MU -Dtests.timezone=AET -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 76.8s J2 | TestLeaderElectionWithEmptyReplica.test <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([8C5BBA6CC906A148:40F85B667FACCB0]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1251)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:697)
[junit4] > at org.apache.solr.cloud.TestLeaderElectionWithEmptyReplica.test(TestLeaderElectionWithEmptyReplica.java:97)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:538)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2037331 INFO (jetty-launcher-2938-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e9623b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2037331 INFO (jetty-launcher-2938-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=31769278
[junit4] 2> 2037332 INFO (coreCloseExecutor-6772-thread-1) [ ] o.a.s.c.SolrCore [solr_9504_shard1_replica2] CLOSING SolrCore org.apache.solr.core.SolrCore@aa54f8
[junit4] 2> 2037332 INFO (zkCallback-2949-thread-5) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solr_9504/state.json] for collection [solr_9504] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2037341 INFO (jetty-launcher-2938-thread-4) [ ] o.a.s.c.Overseer Overseer (id=97144194038169606-127.0.0.1:39835_solr-n_0000000000) closing
[junit4] 2> 2037341 INFO (OverseerStateUpdate-97144194038169606-127.0.0.1:39835_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39835_solr
[junit4] 2> 2038841 WARN (zkCallback-2949-thread-5) [ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2038842 INFO (jetty-launcher-2938-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c2abd{/solr,null,UNAVAILABLE}
[junit4] 2> 2038842 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46247 46247
[junit4] 2> 2043864 INFO (Thread-3111) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46247 46247
[junit4] 2> 2043865 WARN (Thread-3111) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/solr_9504/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 65 /solr/overseer/collection-queue-work
[junit4] 2> 11 /solr/overseer/queue
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2043865 INFO (SUITE-TestLeaderElectionWithEmptyReplica-seed#[8C5BBA6CC906A148]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestLeaderElectionWithEmptyReplica_8C5BBA6CC906A148-001
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=mfe-MU, timezone=AET
[junit4] 2> NOTE: Linux 4.4.0-53-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=84333480,total=411033600
[junit4] 2> NOTE: All tests run in this JVM: [TestLeaderInitiatedRecoveryThread, HdfsChaosMonkeySafeLeaderTest, TestDistribDocBasedVersion, HardAutoCommitTest, ConnectionManagerTest, DistributedDebugComponentTest, TestSolrXml, TestMaxScoreQueryParser, TestUseDocValuesAsStored, SolrCloudExampleTest, TemplateUpdateProcessorTest, DirectUpdateHandlerTest, SOLR749Test, RequestLoggingTest, HdfsUnloadDistributedZkTest, TestRestManager, SpellPossibilityIteratorTest, TestBulkSchemaConcurrent, UUIDUpdateProcessorFallbackTest, OpenExchangeRatesOrgProviderTest, HdfsBasicDistributedZk2Test, TestInitParams, TestSolrConfigHandlerCloud, DebugComponentTest, PrimUtilsTest, TestRequestStatusCollectionAPI, TestPhraseSuggestions, JSONWriterTest, TestRestoreCore, SecurityConfHandlerTest, TestWriterPerf, TestRTimerTree, DirectUpdateHandlerOptimizeTest, TestCloudSchemaless, HdfsSyncSliceTest, TermVectorComponentDistributedTest, TestDFRSimilarityFactory, TestGraphMLResponseWriter, TestMiniSolrCloudCluster, UpdateParamsTest, TestDynamicFieldResource, SolrCoreCheckLockOnStartupTest, TestRawResponseWriter, PluginInfoTest, ConjunctionSolrSpellCheckerTest, CoreAdminHandlerTest, TestRecovery, TestHdfsBackupRestoreCore, TestUniqueKeyFieldResource, FullSolrCloudDistribCmdsTest, BasicDistributedZk2Test, TestFieldCacheSort, SolrPluginUtilsTest, DistribCursorPagingTest, TestPerFieldSimilarityWithDefaultOverride, QueryParsingTest, DateRangeFieldTest, TestIndexingPerformance, CdcrBootstrapTest, CollectionStateFormat2Test, TestSolrJ, TestSubQueryTransformerDistrib, TestDynamicLoading, LeaderFailoverAfterPartitionTest, TestOverriddenPrefixQueryForCustomFieldType, BlobRepositoryCloudTest, DeleteInactiveReplicaTest, RemoteQueryErrorTest, TestChildDocTransformer, TestDFISimilarityFactory, CircularListTest, TestXIncludeConfig, TestRebalanceLeaders, TestShardHandlerFactory, SaslZkACLProviderTest, TestCopyFieldCollectionResource, TestConfigOverlay, PeerSyncWithIndexFingerprintCachingTest, OverseerTaskQueueTest, DOMUtilTest, TestAnalyzedSuggestions, DistributedQueueTest, SharedFSAutoReplicaFailoverUtilsTest, TimerUtilsTest, RestartWhileUpdatingTest, XmlUpdateRequestHandlerTest, AnalysisErrorHandlingTest, BadComponentTest, TestGroupingSearch, TestXmlQParser, TestScoreJoinQPNoScore, TestLRUStatsCache, SuggesterWFSTTest, TestStressReorder, AssignTest, TimeZoneUtilsTest, TestDistributedMissingSort, TestReversedWildcardFilterFactory, TestConfigSets, TestConfigSetsAPIZkFailure, OverseerTest, TestSolrDeletionPolicy1, ResponseLogComponentTest, AtomicUpdatesTest, TestGraphTermsQParserPlugin, SyncSliceTest, TestRandomFaceting, TestZkChroot, ZkCLITest, SimpleFacetsTest, StatsComponentTest, TestSort, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterFSTTest, SuggesterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, QueryEqualityTest, SortByFunctionTest, DocValuesMultiTest, DistanceFunctionTest, IndexBasedSpellCheckerTest, PrimitiveFieldTypeTest, TestOmitPositions, RequestHandlersTest, TestSolrQueryParser, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, PingRequestHandlerTest, TestCharFilters, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestJmxMonitoredMap, DateMathParserTest, TestSystemIdResolver, SpellingQueryConverterTest, TestLRUCache, TestDocumentBuilder, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, BaseCdcrDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, DeleteReplicaTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCollectionAPI, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica]
[junit4] Completed [504/665 (1!)] on J2 in 86.68s, 1 test, 1 error <<< FAILURES!
[...truncated 52009 lines...]