You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/17 15:57:19 UTC

[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 339 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/339/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData

Error Message:
Node watch should have fired!

Stack Trace:
java.lang.AssertionError: Node watch should have fired!
	at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:D4A7DB7AAC4E25A2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionSplitShard

Error Message:
Timed out waiting to see 6 replicas for collection: testCreateCollectionSplitShard Live Nodes: null Last available state: null

Stack Trace:
java.lang.AssertionError: Timed out waiting to see 6 replicas for collection: testCreateCollectionSplitShard
Live Nodes: null
Last available state: null
	at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:27B947D3488A6216]:0)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:147)
	at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:164)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:494)
	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1192)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:171)
	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:141)
	... 41 more
Caused by: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
	at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:114)
	at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:502)
	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:490)
	... 44 more




Build Log:
[...truncated 11985 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
   [junit4]   2> 637580 INFO  (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_F2373428F8C0E3A8-001/init-core-data-001
   [junit4]   2> 637581 WARN  (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 637581 INFO  (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 637582 INFO  (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 637584 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
   [junit4]   2> 637584 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 637584 INFO  (Thread-731) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 637584 INFO  (Thread-731) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 637586 ERROR (Thread-731) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 637684 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.ZkTestServer start zk server on port:59842
   [junit4]   2> 637687 INFO  (zkConnectionManagerCallback-925-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 637688 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 637697 INFO  (zkConnectionManagerCallback-927-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 637697 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 642702 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 642703 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59842 59842
   [junit4]   2> 647757 INFO  (Thread-731) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59842 59842
   [junit4]   2> 647760 INFO  (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=F2373428F8C0E3A8 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 10.2s J1 | TestDistribStateManager.testGetSetRemoveData <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Node watch should have fired!
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:D4A7DB7AAC4E25A2]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 647765 INFO  (TEST-TestDistribStateManager.testListData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListData
   [junit4]   2> 647765 INFO  (TEST-TestDistribStateManager.testListData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 647766 INFO  (TEST-TestDistribStateManager.testListData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListData
   [junit4]   2> 647767 INFO  (TEST-TestDistribStateManager.testMulti-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
   [junit4]   2> 647767 INFO  (TEST-TestDistribStateManager.testMulti-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 647767 INFO  (TEST-TestDistribStateManager.testMulti-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
   [junit4]   2> 647769 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
   [junit4]   2> 647770 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 647770 INFO  (Thread-732) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 647770 INFO  (Thread-732) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 647772 ERROR (Thread-732) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 647876 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.ZkTestServer start zk server on port:64407
   [junit4]   2> 647879 INFO  (zkConnectionManagerCallback-929-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 647879 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 647907 INFO  (zkConnectionManagerCallback-931-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 647907 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
   [junit4]   2> 647914 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 647916 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64407 64407
   [junit4]   2> 650649 INFO  (Thread-732) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64407 64407
   [junit4]   2> 650652 INFO  (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
   [junit4]   2> 650654 INFO  (TEST-TestDistribStateManager.testHasData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
   [junit4]   2> 650655 INFO  (TEST-TestDistribStateManager.testHasData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
   [junit4]   2> 650655 INFO  (TEST-TestDistribStateManager.testHasData-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_F2373428F8C0E3A8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=en-MT, timezone=Asia/Manila
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=154325608,total=371945472
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestDocTermOrds, TestPivotHelperCode, TestCloudSchemaless, ReplaceNodeTest, CollectionsAPIDistributedZkTest, SolrCoreTest, TestQueryUtils, LeaderElectionIntegrationTest, TestExpandComponent, SearchHandlerTest, TestCoreAdminApis, BasicDistributedZk2Test, TestUtilizeNode, TestManagedSchemaAPI, TestBM25SimilarityFactory, BitVectorTest, OpenCloseCoreStressTest, SearchRateTriggerTest, CollectionsAPIAsyncDistributedZkTest, UtilsToolTest, TestNodeAddedTrigger, SolrJmxReporterCloudTest, MetricsHandlerTest, CdcrBidirectionalTest, BasicAuthStandaloneTest, DistributedFacetPivotSmallAdvancedTest, CoreAdminCreateDiscoverTest, TestElisionMultitermQuery, NumberUtilsTest, RulesTest, TestDistribStateManager]
   [junit4] Completed [112/763 (1!)] on J1 in 13.09s, 5 tests, 1 failure <<< FAILURES!

[...truncated 1541 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
   [junit4]   2> 4011768 INFO  (SUITE-TestPolicyCloud-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_F2373428F8C0E3A8-001/init-core-data-001
   [junit4]   2> 4011769 INFO  (SUITE-TestPolicyCloud-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4011770 INFO  (SUITE-TestPolicyCloud-seed#[F2373428F8C0E3A8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 4011783 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardWithReplicaTypeUsingPolicy
   [junit4]   2> 4011787 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4011787 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4011796 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10139_solr PULL 127.0.0.1:10140_solr , TLOG 127.0.0.1:10140_solr 
   [junit4]   2> 4011813 INFO  (simCloudManagerPool-12622-thread-2) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436881260 sessionWrapper.createTime 1436881175860361, this.sessionWrapper.createTime 1436881175860361 
   [junit4]   2> 4011956 INFO  (simCloudManagerPool-12622-thread-7) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436888396 sessionWrapper.createTime 1436888343652061, this.sessionWrapper.createTime 1436888343652061 
   [junit4]   2> 4011992 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy
   [junit4]   2> 4011992 INFO  (simCloudManagerPool-12622-thread-8) [    ] o.a.s.c.ActionThrottle The last leader attempt started 8880ms ago.
   [junit4]   2> 4012044 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
   [junit4]   2> 4012044 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4012044 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4012072 INFO  (simCloudManagerPool-12622-thread-10) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436894218 sessionWrapper.createTime 1436894169131011, this.sessionWrapper.createTime 1436894169131011 
   [junit4]   2> 4012198 INFO  (simCloudManagerPool-12622-thread-14) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436900484 sessionWrapper.createTime 1436900388369311, this.sessionWrapper.createTime 1436900388369311 
   [junit4]   2> 4012209 INFO  (simCloudManagerPool-12622-thread-15) [    ] o.a.s.c.ActionThrottle The last leader attempt started 6764ms ago.
   [junit4]   2> 4012210 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
   [junit4]   2> 4012281 INFO  (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
   [junit4]   2> 4012281 INFO  (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4012282 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4012301 INFO  (simCloudManagerPool-12622-thread-17) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436905668 sessionWrapper.createTime 1436905592221161, this.sessionWrapper.createTime 1436905592221161 
   [junit4]   2> 4012431 INFO  (simCloudManagerPool-12622-thread-21) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436912134 sessionWrapper.createTime 1436912115650511, this.sessionWrapper.createTime 1436912115650511 
   [junit4]   2> 4012475 INFO  (simCloudManagerPool-12622-thread-22) [    ] o.a.s.c.ActionThrottle The last leader attempt started 8614ms ago.
   [junit4]   2> 4012476 INFO  (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestPolicyCloud -Dtests.method=testCreateCollectionSplitShard -Dtests.seed=F2373428F8C0E3A8 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=Australia/Lord_Howe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.27s J1 | TestPolicyCloud.testCreateCollectionSplitShard <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Timed out waiting to see 6 replicas for collection: testCreateCollectionSplitShard
   [junit4]    > Live Nodes: null
   [junit4]    > Last available state: null
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:27B947D3488A6216]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:147)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:164)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.io.IOException: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:494)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1192)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:171)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:141)
   [junit4]    > 	... 41 more
   [junit4]    > Caused by: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:114)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:502)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:490)
   [junit4]    > 	... 44 more
   [junit4]   2> 4012559 INFO  (TEST-TestPolicyCloud.testMetricsTag-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
   [junit4]   2> 4012560 INFO  (TEST-TestPolicyCloud.testMetricsTag-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4012562 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2> 	at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4012565 ERROR (simCloudManagerPool-12622-thread-23) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
   [junit4]   2>   "metrics:abc":"overseer",
   [junit4]   2>   "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}], 
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:465)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$0(SimCloudManager.java:427)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 4012582 INFO  (simCloudManagerPool-12622-thread-25) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436919681 sessionWrapper.createTime 1436919613030061, this.sessionWrapper.createTime 1436919613030061 
   [junit4]   2> 4012594 INFO  (TEST-TestPolicyCloud.testMetricsTag-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
   [junit4]   2> 4012692 INFO  (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
   [junit4]   2> 4012692 INFO  (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4012692 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4012867 INFO  (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
   [junit4]   2> 4012995 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
   [junit4]   2> 4012996 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4012996 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4013024 INFO  (simCloudManagerPool-12622-thread-37) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436941814 sessionWrapper.createTime 1436941795171711, this.sessionWrapper.createTime 1436941795171711 
   [junit4]   2> 4013039 INFO  (simCloudManagerPool-12622-thread-40) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436942565 sessionWrapper.createTime 1436942536518861, this.sessionWrapper.createTime 1436942536518861 
   [junit4]   2> 4013039 INFO  (simCloudManagerPool-12622-thread-40) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:10142_solr for creating new replica
   [junit4]   2> 4013051 INFO  (simCloudManagerPool-12622-thread-41) [    ] o.a.s.c.ActionThrottle The last leader attempt started 1282ms ago.
   [junit4]   2> 4013051 INFO  (simCloudManagerPool-12622-thread-41) [    ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3717ms
   [junit4]   2> 4013052 INFO  (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
   [junit4]   2> 4013207 INFO  (TEST-TestPolicyCloud.testDataProvider-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
   [junit4]   2> 4013207 INFO  (TEST-TestPolicyCloud.testDataProvider-seed#[F2373428F8C0E3A8]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 4013210 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 4013277 INFO  (TEST-TestPolicyCloud.testDataProvider-seed#[F2373428F8C0E3A8]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
   [junit4]   2> 4013278 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_F2373428F8C0E3A8-001
   [junit4]   2> Dec 17, 2017 3:27:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 11 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1809, maxMBSortInHeap=6.045876696751995, sim=RandomSimilarity(queryNorm=false): {}, locale=sl-SI, timezone=Australia/Lord_Howe
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=141420336,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestDocTermOrds, TestPivotHelperCode, TestCloudSchemaless, ReplaceNodeTest, CollectionsAPIDistributedZkTest, SolrCoreTest, TestQueryUtils, LeaderElectionIntegrationTest, TestExpandComponent, SearchHandlerTest, TestCoreAdminApis, BasicDistributedZk2Test, TestUtilizeNode, TestManagedSchemaAPI, TestBM25SimilarityFactory, BitVectorTest, OpenCloseCoreStressTest, SearchRateTriggerTest, CollectionsAPIAsyncDistributedZkTest, UtilsToolTest, TestNodeAddedTrigger, SolrJmxReporterCloudTest, MetricsHandlerTest, CdcrBidirectionalTest, BasicAuthStandaloneTest, DistributedFacetPivotSmallAdvancedTest, CoreAdminCreateDiscoverTest, TestElisionMultitermQuery, NumberUtilsTest, RulesTest, TestDistribStateManager, TestRebalanceLeaders, TestManagedResourceStorage, UUIDUpdateProcessorFallbackTest, TestDelegationWithHadoopAuth, ConjunctionSolrSpellCheckerTest, TestCollectionsAPIViaSolrCloudCluster, TestTrie, TestCloudNestedDocsSort, SolrShardReporterTest, TestDynamicFieldCollectionResource, TestReqParamsAPI, SynonymTokenizerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, TestFileDictionaryLookup, TestExclusionRuleCollectionAccess, JsonLoaderTest, TestExtendedDismaxParser, TestConfigSets, SolrCloudExampleTest, TestCloudRecovery, SolrIndexMetricsTest, PeerSyncTest, MoveReplicaHDFSTest, TemplateUpdateProcessorTest, TestSchemaSimilarityResource, TestCollationField, DocValuesTest, FileBasedSpellCheckerTest, TestComponentsName, EchoParamsTest, DirectSolrSpellCheckerTest, UpdateParamsTest, TestStressReorder, TestFilteredDocIdSet, HdfsBasicDistributedZk2Test, TestTriggerIntegration, DeleteReplicaTest, TestMissingGroups, TestReloadAndDeleteDocs, TestGroupingSearch, TestLuceneMatchVersion, TestPartialUpdateDeduplication, TestRemoteStreaming, BlockJoinFacetDistribTest, TestLRUStatsCache, HdfsDirectoryTest, TestSortByMinMaxFunction, FullHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AliasIntegrationTest, ShardSplitTest, SOLR749Test, BasicFunctionalityTest, TestLegacyFieldReuse, TestStandardQParsers, TestFunctionQuery, TermVectorComponentDistributedTest, TestRTGBase, TestCryptoKeys, AnalysisErrorHandlingTest, TestFieldCacheReopen, SSLMigrationTest, TestAnalyzeInfixSuggestions, TestOnReconnectListenerSupport, TestJsonRequest, PluginInfoTest, SampleTest, TestExportWriter, TestSimpleTrackingShardHandler, FileUtilsTest, HdfsRestartWhileUpdatingTest, TriLevelCompositeIdRoutingTest, StatelessScriptUpdateProcessorFactoryTest, TestGenericDistributedQueue, TestCustomSort, DistributedExpandComponentTest, TestFieldCollectionResource, HdfsAutoAddReplicasIntegrationTest, TestGraphMLResponseWriter, TestMacroExpander, CollectionStateFormat2Test, BlockJoinFacetSimpleTest, SpellPossibilityIteratorTest, AtomicUpdatesTest, TestFoldingMultitermQuery, TestPayloadCheckQParserPlugin, TestSearchPerf, MultiThreadedOCPTest, SecurityConfHandlerTest, DocValuesMissingTest, TermVectorComponentTest, LegacyCloudClusterPropTest, TestQueryTypes, TestLMJelinekMercerSimilarityFactory, TestSolrJ, TestHighFrequencyDictionaryFactory, TestFastOutputStream, TestLeaderInitiatedRecoveryThread, RankQueryTest, ComputePlanActionTest, SubstringBytesRefFilterTest, CloneFieldUpdateProcessorFactoryTest, TestSolrQueryResponse, SolrMetricReporterTest, ChaosMonkeySafeLeaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestJettySolrRunner, StressHdfsTest, CopyFieldTest, TestPerFieldSimilarity, TestFastLRUCache, ImplicitSnitchTest, SystemInfoHandlerTest, LukeRequestHandlerTest, DeleteStatusTest, TestRequestForwarding, AssignTest, HdfsChaosMonkeyNothingIsSafeTest, DOMUtilTest, SolrCoreCheckLockOnStartupTest, TestMergePolicyConfig, BasicZkTest, HdfsRecoverLeaseTest, TestRandomFaceting, TestImplicitCoreProperties, HdfsCollectionsAPIDistributedZkTest, TestSolrDeletionPolicy1, CdcrRequestHandlerTest, TestAuthorizationFramework, SolrIndexConfigTest, DirectoryFactoryTest, TestSolrCloudWithKerberosAlt, TestManagedSynonymGraphFilterFactory, DocumentAnalysisRequestHandlerTest, TestCloudInspectUtil, TestPostingsSolrHighlighter, SpatialHeatmapFacetsTest, DistribDocExpirationUpdateProcessorTest, UninvertDocValuesMergePolicyTest, TestCustomStream, TestSerializedLuceneMatchVersion, TestDocSet, SimpleFacetsTest, TestSolrCoreParser, AnalysisAfterCoreReloadTest, TestSQLHandler, SearchHandlerTest, TestDFISimilarityFactory, TestLRUCache, TestEmbeddedSolrServerConstructors, TestAuthenticationFramework, DistributedIntervalFacetingTest, FacetPivotSmallTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, TestCoreContainer, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, PingRequestHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, TestLuceneIndexBackCompat, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPISolrJTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, ReplicationFactorTest, RestartWhileUpdatingTest, SimpleCollectionCreateDeleteTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestPullReplica, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, AutoAddReplicasIntegrationTest, AutoScalingHandlerTest, NodeLostTriggerTest, TestClusterStateProvider, TestComputePlanAction, TestExecutePlanAction, TestLargeCluster, TestNodeLostTrigger, TestPolicyCloud]
   [junit4] Completed [575/763 (2!)] on J1 in 1.86s, 7 tests, 1 failure <<< FAILURES!

[...truncated 48768 lines...]