You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/08 14:02:09 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 430 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/430/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([5E7F33CF8A70D25D:956C87A51823046]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([5E7F33CF8A70D25D:78EFDC9DDEFE1457]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12440 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> 1828651 INFO (SUITE-TestDistribStateManager-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_5E7F33CF8A70D25D-001/init-core-data-001
[junit4] 2> 1828652 INFO (SUITE-TestDistribStateManager-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1828654 INFO (SUITE-TestDistribStateManager-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1828658 INFO (TEST-TestDistribStateManager.testHasData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 1828658 INFO (TEST-TestDistribStateManager.testHasData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1828659 INFO (TEST-TestDistribStateManager.testHasData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> 1828664 INFO (TEST-TestDistribStateManager.testMulti-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 1828664 INFO (TEST-TestDistribStateManager.testMulti-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1828665 INFO (TEST-TestDistribStateManager.testMulti-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> 1828669 INFO (TEST-TestDistribStateManager.testListData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 1828669 INFO (TEST-TestDistribStateManager.testListData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1828669 INFO (TEST-TestDistribStateManager.testListData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 1828672 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 1828673 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1828673 INFO (Thread-3305) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1828673 INFO (Thread-3305) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1828675 ERROR (Thread-3305) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1828773 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.ZkTestServer start zk server on port:37925
[junit4] 2> 1828776 INFO (zkConnectionManagerCallback-5851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1828776 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1828787 INFO (zkConnectionManagerCallback-5853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1828787 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 1833789 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1833789 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37925 37925
[junit4] 2> 1841852 INFO (Thread-3305) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37925 37925
[junit4] 2> 1841852 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=5E7F33CF8A70D25D -Dtests.slow=true -Dtests.locale=nl-BE -Dtests.timezone=Australia/ACT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 13.2s J1 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([5E7F33CF8A70D25D:78EFDC9DDEFE1457]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1841867 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 1841867 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1841868 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 1841868 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_5E7F33CF8A70D25D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=280, maxMBSortInHeap=5.9932321590329645, sim=RandomSimilarity(queryNorm=false): {}, locale=nl-BE, timezone=Australia/ACT
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=144344104,total=497115136
[junit4] 2> NOTE: All tests run in this JVM: [MinimalSchemaTest, TestBulkSchemaConcurrent, TestCollectionAPIs, TestNodeAddedTrigger, FullHLLTest, HdfsChaosMonkeySafeLeaderTest, HdfsDirectoryFactoryTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestCloudRecovery, TestSubQueryTransformerCrossCore, TestWordDelimiterFilterFactory, TestRandomFlRTGCloud, CustomCollectionTest, ShufflingReplicaListTransformerTest, ChangedSchemaMergeTest, TestHalfAndHalfDocValues, TestSolrConfigHandlerCloud, SystemInfoHandlerTest, TestFieldTypeResource, CoreAdminCreateDiscoverTest, TestLuceneIndexBackCompat, PrimitiveFieldTypeTest, TestRTGBase, RestartWhileUpdatingTest, TestDefaultStatsCache, TestIndexingPerformance, TestCryptoKeys, TestExceedMaxTermLength, TestJsonRequest, BadIndexSchemaTest, SolrCmdDistributorTest, TestConfig, CdcrBidirectionalTest, TestStressLucene, TestStreamBody, TestMacros, CdcrReplicationDistributedZkTest, TemplateUpdateProcessorTest, TestRestManager, TestStressReorder, BasicAuthStandaloneTest, HdfsUnloadDistributedZkTest, FullSolrCloudDistribCmdsTest, DocValuesNotIndexedTest, TestCustomSort, TestTrieFacet, OverseerStatusTest, TestRebalanceLeaders, TestAnalyzedSuggestions, XsltUpdateRequestHandlerTest, TestFieldResource, HdfsThreadLeakTest, SolrJmxReporterTest, ResponseLogComponentTest, SolrCoreCheckLockOnStartupTest, DeleteLastCustomShardedReplicaTest, PreAnalyzedFieldManagedSchemaCloudTest, TestReloadAndDeleteDocs, TestCloudPivotFacet, BlockJoinFacetSimpleTest, ClusterStateUpdateTest, TestSort, DataDrivenBlockJoinTest, DocumentAnalysisRequestHandlerTest, TestSolrIndexConfig, ShardSplitTest, CollectionsAPIDistributedZkTest, ImplicitSnitchTest, DOMUtilTest, TestDFRSimilarityFactory, TestConfigSetsAPIExclusivity, CdcrRequestHandlerTest, DirectoryFactoryTest, RulesTest, TestJavabinTupleStreamParser, SuggesterWFSTTest, TestWriterPerf, LargeFieldTest, TestSlowCompositeReaderWrapper, TestStressVersions, TestBadConfig, TestPayloadCheckQParserPlugin, TestSolrCoreSnapshots, TestNumericRangeQuery64, TestCloudSchemaless, CollectionStateFormat2Test, DistributedFacetPivotLongTailTest, TestStressCloudBlindAtomicUpdates, JsonLoaderTest, TestUtilizeNode, CurrencyRangeFacetCloudTest, TestComplexPhraseLeadingWildcard, InfixSuggestersTest, TestFieldCacheReopen, ZkStateReaderTest, UpdateParamsTest, NoCacheHeaderTest, TestValueSourceCache, OverriddenZkACLAndCredentialsProvidersTest, LIRRollingUpdatesTest, ActionThrottleTest, LoggingHandlerTest, DistributedQueueTest, ZkFailoverTest, PreAnalyzedFieldTest, TestMultiValuedNumericRangeQuery, HdfsBasicDistributedZkTest, TestSQLHandler, TestLegacyField, AsyncCallRequestStatusResponseTest, HDFSCollectionsAPITest, SpellCheckComponentTest, MetricUtilsTest, FieldAnalysisRequestHandlerTest, CoreAdminHandlerTest, HighlighterMaxOffsetTest, CollectionTooManyReplicasTest, TestGenericDistributedQueue, TestConfigReload, LeaderFailoverAfterPartitionTest, TestRawResponseWriter, CloneFieldUpdateProcessorFactoryTest, MetricsHandlerTest, TestHdfsBackupRestoreCore, TestTriggerIntegration, TestAuthenticationFramework, LeaderInitiatedRecoveryOnShardRestartTest, TestCrossCoreJoin, DateRangeFieldTest, TestCoreAdminApis, TestCopyFieldCollectionResource, TestBackupRepositoryFactory, TestMissingGroups, DocValuesMultiTest, TestDistributedMissingSort, DistributedQueryComponentCustomSortTest, ClusterStateTest, TestDynamicFieldResource, V2StandaloneTest, TestDistribStateManager]
[junit4] Completed [241/774 (1!)] on J1 in 13.24s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1215 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> 4674624 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/init-core-data-001
[junit4] 2> 4674624 WARN (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 4674625 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4674626 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4674626 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001
[junit4] 2> 4674626 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4674627 INFO (Thread-9008) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4674627 INFO (Thread-9008) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4674627 ERROR (Thread-9008) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4674727 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:57486
[junit4] 2> 4674729 INFO (zkConnectionManagerCallback-7616-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674735 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:57:37+06:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4674735 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T03:57:37+06:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4674736 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4674736 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4674736 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@334d555{/solr,null,AVAILABLE}
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52d0e98{/solr,null,AVAILABLE}
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c15b7af{HTTP/1.1,[http/1.1]}{127.0.0.1:50254}
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.e.j.s.Server Started @4682808ms
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d33a10d{HTTP/1.1,[http/1.1]}{127.0.0.1:45139}
[junit4] 2> 4674737 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50254}
[junit4] 2> 4674738 ERROR (jetty-launcher-7613-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-1) [ ] o.e.j.s.Server Started @4682808ms
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45139}
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T13:24:16.912Z
[junit4] 2> 4674738 ERROR (jetty-launcher-7613-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4674738 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-08T13:24:16.912Z
[junit4] 2> 4674740 INFO (zkConnectionManagerCallback-7620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674740 INFO (zkConnectionManagerCallback-7618-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674740 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4674740 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4674747 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100601824c30001, likely client has closed socket
[junit4] 2> 4674747 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100601824c30002, likely client has closed socket
[junit4] 2> 4674749 INFO (jetty-launcher-7613-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57486/solr
[junit4] 2> 4674749 INFO (jetty-launcher-7613-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57486/solr
[junit4] 2> 4674751 INFO (zkConnectionManagerCallback-7626-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674751 INFO (zkConnectionManagerCallback-7628-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674754 INFO (zkConnectionManagerCallback-7632-thread-1-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674754 INFO (zkConnectionManagerCallback-7631-thread-1-processing-n:127.0.0.1:50254_solr) [n:127.0.0.1:50254_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4674891 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4674892 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45139_solr
[junit4] 2> 4674892 INFO (jetty-launcher-7613-thread-2) [n:127.0.0.1:50254_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4674893 INFO (jetty-launcher-7613-thread-2) [n:127.0.0.1:50254_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50254_solr
[junit4] 2> 4674893 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.c.Overseer Overseer (id=72163250850168837-127.0.0.1:45139_solr-n_0000000000) starting
[junit4] 2> 4674895 INFO (zkCallback-7630-thread-1-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4674896 INFO (zkCallback-7629-thread-1-processing-n:127.0.0.1:50254_solr) [n:127.0.0.1:50254_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4674907 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45139_solr
[junit4] 2> 4674909 INFO (zkCallback-7630-thread-1-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4674909 INFO (zkCallback-7629-thread-1-processing-n:127.0.0.1:50254_solr) [n:127.0.0.1:50254_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4674962 INFO (jetty-launcher-7613-thread-2) [n:127.0.0.1:50254_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50254.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4674968 INFO (jetty-launcher-7613-thread-2) [n:127.0.0.1:50254_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50254.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4674969 INFO (jetty-launcher-7613-thread-2) [n:127.0.0.1:50254_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50254.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4674969 INFO (jetty-launcher-7613-thread-2) [n:127.0.0.1:50254_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/.
[junit4] 2> 4674988 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45139.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4674993 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45139.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4674993 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45139.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4674994 INFO (jetty-launcher-7613-thread-1) [n:127.0.0.1:45139_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/.
[junit4] 2> 4675023 INFO (zkConnectionManagerCallback-7638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4675026 INFO (zkConnectionManagerCallback-7642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4675028 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4675030 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57486/solr ready
[junit4] 2> 4675051 INFO (TEST-AutoScalingHandlerTest.testSetProperties-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
[junit4] 2> 4675057 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675059 INFO (qtp1648658460-34351) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675060 INFO (qtp2078397068-34348) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 4675062 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675065 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675066 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675067 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675068 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675070 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675071 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675072 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675073 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675074 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675074 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675075 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 4675076 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675078 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675078 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675079 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675080 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675080 INFO (TEST-AutoScalingHandlerTest.testSetProperties-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSetProperties
[junit4] 2> 4675103 INFO (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuspendTrigger
[junit4] 2> 4675105 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675106 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675107 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675108 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675108 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675110 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675111 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675112 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675114 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675114 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675115 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675118 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675118 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675120 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675122 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675122 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675123 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675124 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675125 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675126 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675128 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675128 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675129 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 4675130 INFO (TEST-AutoScalingHandlerTest.testSuspendTrigger-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSuspendTrigger
[junit4] 2> 4675151 WARN (ScheduledTrigger-10021-thread-7) [n:127.0.0.1:45139_solr ] o.a.s.c.a.TriggerBase Exception getting trigger state '/autoscaling/triggerState/node_lost_trigger'
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Object.wait(Object.java:502)
[junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1409)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1100)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$exists$3(SolrZkClient.java:316)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:316)
[junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:57)
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerBase.restoreState(TriggerBase.java:221)
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.run(ScheduledTriggers.java:561)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4675153 WARN (ScheduledTrigger-10021-thread-7) [n:127.0.0.1:45139_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
[junit4] 2> 4675161 INFO (TEST-AutoScalingHandlerTest.testReadApi-seed#[5E7F33CF8A70D25D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testReadApi
[junit4] 2> 4675164 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675165 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675166 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675168 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675169 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675170 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675175 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=2
[junit4] 2> 4675176 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675177 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 4675181 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675182 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675184 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 4675185 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4675189 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675189 INFO (qtp1648658460-34361) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675190 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling/diagnostics params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675191 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4675194 INFO (OverseerThreadFactory-10023-thread-1-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 4675195 ERROR (OverseerThreadFactory-10023-thread-1-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: readApiTestViolations operation: create failed:org.apache.solr.common.SolrException: 'maxShardsPerNode>0' is not supported when autoScaling policies are used
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.buildReplicaPositions(CreateCollectionCmd.java:293)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:122)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:254)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:469)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 4675198 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=6&collection.configName=conf&maxShardsPerNode=10&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=7
[junit4] 2> 4675201 INFO (qtp2078397068-34353) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675201 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675202 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4675203 INFO (qtp2078397068-34350) [n:127.0.0.1:45139_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=6&collection.configName=conf&name=readApiTestViolations&nrtReplicas=6&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4675206 INFO (OverseerThreadFactory-10023-thread-2-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection readApiTestViolations
[junit4] 2> 4675207 INFO (OverseerCollectionConfigSetProcessor-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4675207 WARN (OverseerThreadFactory-10023-thread-2-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 6 on collection readApiTestViolations is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 4675209 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675210 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName,os.systemLoadAverage,memory.heap.usage&wt=javabin&version=2&group=solr.jvm,solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4675211 INFO (OverseerThreadFactory-10023-thread-2-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1612195595 sessionWrapper.createTime 1612195594933270, this.sessionWrapper.createTime 1612195594933270
[junit4] 2> 4675322 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45139/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4675327 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50254/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4675330 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45139/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4675333 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50254/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4675341 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45139/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4675346 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"readApiTestViolations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"readApiTestViolations_shard1_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50254/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4675549 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n1&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4675549 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n10&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4675549 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n8&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4675549 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4675550 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n2&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4675550 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4675550 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n4&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4675550 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=readApiTestViolations_shard1_replica_n6&action=CREATE&numShards=1&collection=readApiTestViolations&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4675661 INFO (zkCallback-7630-thread-2-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4675661 INFO (zkCallback-7630-thread-1-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4675661 INFO (zkCallback-7629-thread-1-processing-n:127.0.0.1:50254_solr) [n:127.0.0.1:50254_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4675661 INFO (zkCallback-7630-thread-3-processing-n:127.0.0.1:45139_solr) [n:127.0.0.1:45139_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4675661 INFO (zkCallback-7629-thread-2-processing-n:127.0.0.1:50254_solr) [n:127.0.0.1:50254_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/readApiTestViolations/state.json] for collection [readApiTestViolations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4676572 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4676572 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4676573 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4676593 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4676594 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4676594 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4676613 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n8] Schema name=minimal
[junit4] 2> 4676615 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4676615 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4676616 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4676616 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n8' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 4676616 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4676616 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n2' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 4676616 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45139.solr.core.readApiTestViolations.shard1.replica_n8' (registry 'solr.core.readApiTestViolations.shard1.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4676617 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4676617 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n8] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n8], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n8/data/]
[junit4] 2> 4676618 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n10] Schema name=minimal
[junit4] 2> 4676618 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n4] Schema name=minimal
[junit4] 2> 4676620 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4676620 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n4' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 4676620 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4676620 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n10' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 4676620 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45139.solr.core.readApiTestViolations.shard1.replica_n4' (registry 'solr.core.readApiTestViolations.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4676620 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50254.solr.core.readApiTestViolations.shard1.replica_n10' (registry 'solr.core.readApiTestViolations.shard1.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4676620 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4676621 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4676621 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n4/data/]
[junit4] 2> 4676621 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n10] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n10], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n10/data/]
[junit4] 2> 4676626 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4676626 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n1' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 4676626 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45139.solr.core.readApiTestViolations.shard1.replica_n1' (registry 'solr.core.readApiTestViolations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4676626 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4676626 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/readApiTestViolations_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node1/./readApiTestViolations_shard1_replica_n1/data/]
[junit4] 2> 4676617 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50254.solr.core.readApiTestViolations.shard1.replica_n2' (registry 'solr.core.readApiTestViolations.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4676633 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4676633 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n2/data/]
[junit4] 2> 4676653 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema [readApiTestViolations_shard1_replica_n6] Schema name=minimal
[junit4] 2> 4676655 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4676656 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'readApiTestViolations_shard1_replica_n6' using configuration from collection readApiTestViolations, trusted=true
[junit4] 2> 4676656 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50254.solr.core.readApiTestViolations.shard1.replica_n6' (registry 'solr.core.readApiTestViolations.shard1.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@781a855
[junit4] 2> 4676656 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4676656 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore [[readApiTestViolations_shard1_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/readApiTestViolations_shard1_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001/tempDir-001/node2/./readApiTestViolations_shard1_replica_n6/data/]
[junit4] 2> 4676696 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4676696 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4676697 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4676697 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4676697 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4676697 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4676720 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@28439114[readApiTestViolations_shard1_replica_n1] main]
[junit4] 2> 4676722 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4676723 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4676723 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4676724 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4676724 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591839302770229248
[junit4] 2> 4676723 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4676726 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a948dae[readApiTestViolations_shard1_replica_n4] main]
[junit4] 2> 4676729 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4676729 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4676730 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4676731 INFO (qtp2078397068-34352) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591839302777569280
[junit4] 2> 4676733 INFO (searcherExecutor-10032-thread-1-processing-n:127.0.0.1:45139_solr x:readApiTestViolations_shard1_replica_n1 s:shard1 c:readApiTestViolations r:core_node3) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n1] Registered new searcher Searcher@28439114[readApiTestViolations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4676739 INFO (qtp2078397068-34355) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node3 x:readApiTestViolations_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=6 found=1 timeoutin=9999ms
[junit4] 2> 4676747 INFO (searcherExecutor-10030-thread-1-processing-n:127.0.0.1:45139_solr x:readApiTestViolations_shard1_replica_n4 s:shard1 c:readApiTestViolations r:core_node7) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node7 x:readApiTestViolations_shard1_replica_n4] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n4] Registered new searcher Searcher@6a948dae[readApiTestViolations_shard1_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4676749 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4676749 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4676750 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4676750 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4676752 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2297f60b[readApiTestViolations_shard1_replica_n2] main]
[junit4] 2> 4676755 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4676761 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4676761 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4676762 INFO (qtp1648658460-34363) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591839302810075136
[junit4] 2> 4676769 INFO (searcherExecutor-10029-thread-1-processing-n:127.0.0.1:50254_solr x:readApiTestViolations_shard1_replica_n2 s:shard1 c:readApiTestViolations r:core_node5) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node5 x:readApiTestViolations_shard1_replica_n2] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n2] Registered new searcher Searcher@2297f60b[readApiTestViolations_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4676786 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4676786 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4676787 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4676787 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4676788 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@22e8102b[readApiTestViolations_shard1_replica_n6] main]
[junit4] 2> 4676788 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4676788 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4676789 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4676790 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4676790 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4676791 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4676791 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4676791 INFO (qtp1648658460-34359) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591839302840483840
[junit4] 2> 4676791 INFO (searcherExecutor-10033-thread-1-processing-n:127.0.0.1:50254_solr x:readApiTestViolations_shard1_replica_n6 s:shard1 c:readApiTestViolations r:core_node9) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.c.SolrCore [readApiTestViolations_shard1_replica_n6] Registered new searcher Searcher@22e8102b[readApiTestViolations_shard1_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4676794 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@75c67a48[readApiTestViolations_shard1_replica_n10] main]
[junit4] 2> 4676796 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4676796 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4676797 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4676797 INFO (qtp1648658460-34360) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node12 x:readApiTestViolations_shard1_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591839302846775296
[junit4] 2> 4676797 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4676797 INFO (qtp2078397068-34357) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4676798 INFO (searcherExecutor-10031-thread-1-processing-n:127.0.0.1:50254_solr x:readApiTestViolations_shard1_replica_n10 s:shard1 c:readApiTestViolations r:
[...truncated too long message...]
lica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1848df3a: rootName = solr_50254, domain = solr.core.readApiTestViolations.shard1.replica_n6, service url = null, agent id = null] for registry solr.core.readApiTestViolations.shard1.replica_n6 / com.codahale.metrics.MetricRegistry@4033dcc3
[junit4] 2> 4683510 INFO (coreCloseExecutor-10071-thread-2) [n:127.0.0.1:50254_solr c:readApiTestViolations s:shard1 r:core_node9 x:readApiTestViolations_shard1_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=774079712
[junit4] 2> 4683511 INFO (coreCloseExecutor-10070-thread-3) [n:127.0.0.1:45139_solr c:readApiTestViolations s:shard1 r:core_node11 x:readApiTestViolations_shard1_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.readApiTestViolations.shard1.leader, tag=1625556069
[junit4] 2> 4683516 INFO (jetty-closer-7614-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72163250850168837-127.0.0.1:45139_solr-n_0000000000) closing
[junit4] 2> 4683516 INFO (OverseerStateUpdate-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45139_solr
[junit4] 2> 4683517 INFO (jetty-closer-7614-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52d0e98{/solr,null,UNAVAILABLE}
[junit4] 2> 4683518 INFO (jetty-closer-7614-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4683520 WARN (OverseerAutoScalingTriggerThread-72163250850168837-127.0.0.1:45139_solr-n_0000000000) [n:127.0.0.1:45139_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4683528 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100601824c30005, likely client has closed socket
[junit4] 2> 4685029 INFO (jetty-closer-7614-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@334d555{/solr,null,UNAVAILABLE}
[junit4] 2> 4685029 INFO (jetty-closer-7614-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 4685031 ERROR (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4685032 INFO (SUITE-AutoScalingHandlerTest-seed#[5E7F33CF8A70D25D]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57486 57486
[junit4] 2> 4693319 INFO (Thread-9008) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57486 57486
[junit4] 2> 4693320 WARN (Thread-9008) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/readApiTestViolations/terms/shard1
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/conf
[junit4] 2> 2 /solr/collections/COLL1/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/collections/readApiTestViolations/state.json
[junit4] 2> 5 /solr/collections/COLL1/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/readApiTestViolations/leader_elect/shard1/election/72163250850168837-core_node7-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/live_nodes
[junit4] 2> 4 /solr/collections
[junit4] 2> 3 /solr/autoscaling/events/node_lost_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_5E7F33CF8A70D25D-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=ca, timezone=Pacific/Kosrae
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=181353160,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SampleTest, SchemaVersionSpecificBehaviorTest, DistributedFacetPivotLargeTest, CdcrVersionReplicationTest, ExplicitHLLTest, TestClusterStateMutator, ResourceLoaderTest, ConfigSetsAPITest, TestLeaderInitiatedRecoveryThread, TestSubQueryTransformer, TestEmbeddedSolrServerSchemaAPI, TestTlogReplica, AutoAddReplicasPlanActionTest, TermsComponentTest, CopyFieldTest, SynonymTokenizerTest, V2ApiIntegrationTest, DistributedExpandComponentTest, TestFieldTypeCollectionResource, InfoHandlerTest, ConnectionReuseTest, RequiredFieldsTest, TestMaxScoreQueryParser, SolrXmlInZkTest, TestNonDefinedSimilarityFactory, SolrIndexSplitterTest, TestPullReplicaErrorHandling, PeerSyncWithIndexFingerprintCachingTest, GraphQueryTest, BooleanFieldTest, CdcrUpdateLogTest, TestCorePropertiesReload, HdfsNNFailoverTest, TestRecovery, TestIntervalFaceting, TestMacroExpander, HdfsRecoveryZkTest, StatelessScriptUpdateProcessorFactoryTest, TestManagedResourceStorage, TestReloadDeadlock, BlobRepositoryCloudTest, LegacyCloudClusterPropTest, LeaderFailureAfterFreshStartTest, SortSpecParsingTest, TestSolr4Spatial2, ReplicationFactorTest, TestTolerantUpdateProcessorRandomCloud, SpellingQueryConverterTest, CoreAdminRequestStatusTest, TestFieldCollectionResource, AlternateDirectoryTest, SolrJmxReporterCloudTest, TermVectorComponentDistributedTest, SolrCoreTest, ForceLeaderTest, OpenExchangeRatesOrgProviderTest, TestShardHandlerFactory, TestLeaderElectionWithEmptyReplica, TestOrdValues, DeleteNodeTest, TestReRankQParserPlugin, TestFieldCacheVsDocValues, PingRequestHandlerTest, TestXIncludeConfig, ComputePlanActionTest, TestRequestStatusCollectionAPI, ExitableDirectoryReaderTest, DistanceUnitsTest, CloudMLTQParserTest, TestPrepRecovery, HdfsSyncSliceTest, RAMDirectoryFactoryTest, OpenCloseCoreStressTest, TestExportWriter, DirectSolrSpellCheckerTest, TestRemoteStreaming, TestSchemaManager, CheckHdfsIndexTest, TestSimpleQParserPlugin, TestConfigSetProperties, TestInitQParser, BinaryUpdateRequestHandlerTest, TestNumericRangeQuery32, SpatialRPTFieldTypeTest, DeleteShardTest, FacetPivotSmallTest, ZkCLITest, TestBlobHandler, CollectionReloadTest, TestOmitPositions, MergeStrategyTest, SuggestComponentTest, TestPhraseSuggestions, CoreSorterTest, TestInPlaceUpdatesStandalone, TestSha256AuthenticationProvider, TestSolrFieldCacheBean, RecoveryZkTest, MoveReplicaHDFSTest, BasicDistributedZkTest, PropertiesRequestHandlerTest, LeaderElectionTest, HdfsCollectionsAPIDistributedZkTest, PolyFieldTest, TestLegacyTerms, HdfsWriteToMultipleCollectionsTest, TestSolrConfigHandlerConcurrent, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsTlogReplayBufferedWhileIndexingTest, TestExpandComponent, SparseHLLTest, RequestLoggingTest, LukeRequestHandlerTest, UninvertDocValuesMergePolicyTest, TestLocalFSCloudBackupRestore, CdcrReplicationHandlerTest, TestReplicationHandlerBackup, MultiThreadedOCPTest, TestPushWriter, ClassificationUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestRestoreCore, HdfsChaosMonkeyNothingIsSafeTest, TestDeleteCollectionOnDownNodes, OutOfBoxZkACLAndCredentialsProvidersTest, SolrInfoBeanTest, CurrencyFieldTypeTest, DistributedFacetPivotSmallAdvancedTest, TestBulkSchemaAPI, TestConfigOverlay, TestGraphTermsQParserPlugin, DateFieldTest, TestCursorMarkWithoutUniqueKey, ReplicaListTransformerTest, DeleteInactiveReplicaTest, TestDynamicFieldCollectionResource, AutoscalingHistoryHandlerTest, TestMultiWordSynonyms, CdcrBootstrapTest, ConvertedLegacyTest, SolrPluginUtilsTest, CustomHighlightComponentTest, TestManagedSchema, TestSolrJ, SolrIndexConfigTest, AnalyticsQueryTest, TestNodeLostTrigger, RuleEngineTest, DistributedQueryComponentOptimizationTest, SolrTestCaseJ4Test, TestDynamicLoading, DocExpirationUpdateProcessorFactoryTest, TestDocBasedVersionConstraints, TestCollectionsAPIViaSolrCloudCluster, TestSolrDeletionPolicy1, CursorPagingTest, TestNestedDocsSort, TestTrie, BlockCacheTest, TestSweetSpotSimilarityFactory, CachingDirectoryFactoryTest, TestStressInPlaceUpdates, TestDownShardTolerantSearch, TestNumericTerms64, RollingRestartTest, TestCollapseQParserPlugin, TestIBSimilarityFactory, TestRequestForwarding, HighlighterTest, TestRandomRequestDistribution, TestManagedStopFilterFactory, ConcurrentDeleteAndCreateCollectionTest, TestPKIAuthenticationPlugin, AnalysisAfterCoreReloadTest, TestQueryUtils, TestPayloadScoreQParserPlugin, FastVectorHighlighterTest, TestPartialUpdateDeduplication, SearchHandlerTest, TestConfigsApi, AddReplicaTest, SolrCLIZkUtilsTest, TestCollationField, TestGraphMLResponseWriter, VMParamsZkACLAndCredentialsProvidersTest, WordBreakSolrSpellCheckerTest, ZkShardTermsTest, TestDistribIDF, LeaderElectionIntegrationTest, SolrRequestParserTest, TestSerializedLuceneMatchVersion, DeleteReplicaTest, DistribCursorPagingTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaTest, NodeMutatorTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, PeerSyncReplicationTest, ReplaceNodeNoTargetTest, SSLMigrationTest, SaslZkACLProviderTest, TestCloudDeleteByQuery, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestConfigSetsAPI, TestOnReconnectListenerSupport, TestSegmentSorting, TestSizeLimitedDistributedMap, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestReplicaProperties, AutoScalingHandlerTest]
[junit4] Completed [581/774 (2!)] on J0 in 18.71s, 8 tests, 1 failure <<< FAILURES!
[...truncated 48784 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 436 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/436/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
no MOVEREPLICA ops?
Stack Trace:
java.lang.AssertionError: no MOVEREPLICA ops?
at __randomizedtesting.SeedInfo.seed([73A37521AC5EB7A3:D44C6882631338BB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:262)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13959 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_73A37521AC5EB7A3-001/init-core-data-001
[junit4] 2> 4760041 INFO (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4760042 INFO (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4760042 INFO (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760050 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 4760050 DEBUG (ScheduledTrigger-14603-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760075 DEBUG (ScheduledTrigger-14603-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760075 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 4760076 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4760076 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4760083 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4760083 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760084 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4760084 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4760095 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4760095 DEBUG (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4760096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4760096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4760096 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4760097 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760117 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760141 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760161 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760181 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760199 DEBUG (simCloudManagerPool-14605-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4760199 DEBUG (simCloudManagerPool-14605-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4760199 DEBUG (simCloudManagerPool-14605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760200 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4760200 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760200 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4760202 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760203 DEBUG (simCloudManagerPool-14605-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4760203 DEBUG (simCloudManagerPool-14605-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4760203 DEBUG (simCloudManagerPool-14605-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760203 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4760203 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760203 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4760224 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760244 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760266 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760287 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760307 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760327 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760348 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760368 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760388 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760408 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760429 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760436 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 10810 ms
[junit4] 2> 4760449 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760469 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760490 DEBUG (ScheduledTrigger-14606-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760510 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760530 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760550 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760553 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760553 DEBUG (ScheduledTrigger-14606-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 4760556 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105224714663904,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760556 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105224714663904,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 4760564 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760569 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 4760574 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10103_solr&type=NRT
[junit4] 2> 4760574 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2105225762 sessionWrapper.createTime 2105224955965254, this.sessionWrapper.createTime 2105224955965254
[junit4] 2> 4760575 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105219230252054,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105224714663904,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@24828298, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@2a456878, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@2e7ae9e8], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 4760575 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760576 INFO (simCloudManagerPool-14605-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10056_solr for creating new replica
[junit4] 2> 4760633 DEBUG (simCloudManagerPool-14605-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10081_solr",
[junit4] 2> "core":"testSearchRate_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 4760636 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 4760636 DEBUG (simCloudManagerPool-14605-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate / shard1: {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "rate":4.0,
[junit4] 2> "node_name":"127.0.0.1:10085_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4.0,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate"}}
[junit4] 2> 4760637 INFO (simCloudManagerPool-14605-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10072_solr for creating new replica
[junit4] 2> 4760649 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10103_solr&type=NRT
[junit4] 2> 4760653 INFO (simCloudManagerPool-14605-thread-35) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10103_solr for creating new replica
[junit4] 2> 4760667 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 4760667 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
[junit4] 2> 4760667 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 5582 ms for event id=77aaf8c64bc16Tb0q1lkpwyknu1fopfsz3xc28t
[junit4] 2> 4760706 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
[junit4] 2> 4760706 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 100
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 77
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testSearchRate]
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 23
[junit4] 2> 4760711 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testSearchRate 23
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 23
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - ADDREPLICA 3
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - DELETESTATUS 3
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - REQUESTSTATUS 3
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: search_rate_trigger
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 4760712 INFO (TEST-TestLargeCluster.testSearchRate-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 4760767 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760790 DEBUG (ScheduledTrigger-14606-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760804 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760809 DEBUG (ScheduledTrigger-14606-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
[junit4] 2> 4760834 INFO (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 4760834 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4760834 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> 4760835 INFO (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4760834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4760835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4760835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760835 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4760835 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10118_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10065_solr, 127.0.0.1:10120_solr, 127.0.0.1:10066_solr, 127.0.0.1:10121_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10096_solr, 127.0.0.1:10119_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10123_solr, 127.0.0.1:10071_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10122_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 4760839 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 4760840 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4760840 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 4760842 DEBUG (ScheduledTrigger-14609-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4760842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4760844 WARN (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Requested number of operations 3 higher than maximum 0, adjusting...
[junit4] 2> 4760858 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760862 DEBUG (ScheduledTrigger-14609-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 4760862 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 4760865 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10103_solr&type=NRT
[junit4] 2> 4760865 INFO (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2105240325 sessionWrapper.createTime 2105239256129904, this.sessionWrapper.createTime 2105239256129904
[junit4] 2> 4760866 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3f646f00, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@3ebedd70, org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica@28bbffb6], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 4760866 DEBUG (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10056_solr&type=NRT
[junit4] 2> 4760867 WARN (AutoscalingActionExecutor-14607-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: execute for trigger event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node5\":{\n \"core\":\"testSearchRate_shard1_replica_n5\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10042_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node8\":{\n \"core\":\"testSearchRate_shard1_replica_n8\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10043_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node10\":{\n \"core\":\"testSearchRate_shard1_replica_n10\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10058_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node7\":{\n \"core\":\"testSearchRate_shard1_replica_n7\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10039_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node1\":{\n \"core\":\"testSearchRate_shard1_replica_n1\",\n \"leader\":\"true\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10085_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node3\":{\n \"core\":\"testSearchRate_shard1_replica_n3\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10062_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node4\":{\n \"core\":\"testSearchRate_shard1_replica_n4\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10097_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}"],
[junit4] 2> "collection":{"testSearchRate":40.0},
[junit4] 2> "shard":{"testSearchRate":{"shard1":40.0}},
[junit4] 2> "_enqueue_time_":2105237536986654,
[junit4] 2> "requestedOps":[
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}",
[junit4] 2> "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"testSearchRate\",\n \"second\":\"shard1\"}}}"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:303)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"77ab0d01a6beeTb0q1lkpwyknu1fopfsz3xc28w",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":2105224661199854,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "node":{
[junit4] 2> "127.0.0.1:10043_solr":4.0,
[junit4] 2> "127.0.0.1:10039_solr":4.0,
[junit4] 2> "127.0.0.1:10085_solr":4.0,
[junit4] 2> "127.0.0.1:10067_solr":4.0,
[junit4] 2> "127.0.0.1:10042_solr":4.0,
[junit4] 2> "127.0.0.1:10058_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10119_solr":4.0,
[junit4] 2> "127.0.0.1:10076_solr":4.0,
[junit4] 2> "127.0.0.1:10097_solr":4.0},
[junit4] 2> "__start__":1,
[junit4] 2> "replica":[
[junit4] 2> "{\"core_node9\":{\n \"core\":\"testSearchRate_shard1_replica_n9\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10119_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node6\":{\n \"core\":\"testSearchRate_shard1_replica_n6\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10076_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n \"collection\":\"testSearchRate\"}}",
[junit4] 2> "{\"core_node2\":{\n \"core\":\"testSearchRate_shard1_replica_n2\",\n \"INDEX.sizeInBytes\":1000000000,\n \"rate\":4.0,\n \"node_name\":\"127.0.0.1:10067_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"QUERY./select.requestTimes:1minRate\":4.0,\n \"shard\":\"shard1\",\n
[...truncated too long message...]
junit4] 2> 4787902 INFO (TEST-TestLargeCluster.testNodeLost-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 4
[junit4] 2> 4787902 INFO (TEST-TestLargeCluster.testNodeLost-seed#[73A37521AC5EB7A3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 4
[junit4] 2> 4787903 DEBUG (SUITE-TestLargeCluster-seed#[73A37521AC5EB7A3]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4787903 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_73A37521AC5EB7A3-001
[junit4] 2> Feb 11, 2018 6:00:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 24 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=24921, maxDocsPerChunk=10, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=24921, blockSize=2)), sim=RandomSimilarity(queryNorm=false): {}, locale=en-IE, timezone=America/Marigot
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=197197024,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [UUIDFieldTest, TestSortableTextField, PKIAuthenticationIntegrationTest, OverriddenZkACLAndCredentialsProvidersTest, TestPHPSerializedResponseWriter, NodeMutatorTest, SparseHLLTest, TestClassicSimilarityFactory, TestFieldSortValues, SpellCheckComponentTest, TestSolrFieldCacheBean, TestCrossCoreJoin, TestJsonFacets, TestZkAclsWithHadoopAuth, PrimUtilsTest, SuggestComponentTest, CreateRoutedAliasTest, TestWriterPerf, BlockCacheTest, DistributedFacetPivotSmallAdvancedTest, TestConfigSetsAPIExclusivity, RegexBoostProcessorTest, TestExpandComponent, TestDistribDocBasedVersion, FullSolrCloudDistribCmdsTest, TestSQLHandlerNonCloud, CleanupOldIndexTest, TestCollectionAPI, TestLeaderElectionZkExpiry, CdcrBidirectionalTest, HdfsDirectoryFactoryTest, TestIndexingPerformance, TestCoreBackup, MergeStrategyTest, UninvertDocValuesMergePolicyTest, TestTriggerIntegration, TolerantUpdateProcessorTest, HdfsBasicDistributedZkTest, TestMaxScoreQueryParser, OverseerTest, TestHashPartitioner, DistributedExpandComponentTest, TestRebalanceLeaders, TestAnalyzedSuggestions, TestAuthenticationFramework, TestBackupRepositoryFactory, ConnectionManagerTest, ExternalFileFieldSortTest, TestJettySolrRunner, TestStressVersions, TestLMJelinekMercerSimilarityFactory, HdfsChaosMonkeySafeLeaderTest, TestManagedSchemaThreadSafety, TestSolr4Spatial, TestPivotHelperCode, DirectUpdateHandlerTest, SpatialRPTFieldTypeTest, TestOrdValues, ExplicitHLLTest, SimpleFacetsTest, BadComponentTest, LIRRollingUpdatesTest, UpdateRequestProcessorFactoryTest, TestImpersonationWithHadoopAuth, IndexBasedSpellCheckerTest, SolrGangliaReporterTest, ActionThrottleTest, TestOverriddenPrefixQueryForCustomFieldType, TestNumericTokenStream, TestConfigSets, QueryParsingTest, TestSearchPerf, TestHdfsCloudBackupRestore, SolrMetricReporterTest, SoftAutoCommitTest, TestLRUCache, SimplePostToolTest, CustomHighlightComponentTest, ClusterStateTest, TestNestedDocsSort, MigrateRouteKeyTest, TestCustomStream, AliasIntegrationTest, JavabinLoaderTest, RemoteQueryErrorTest, DocValuesNotIndexedTest, TestManagedSynonymGraphFilterFactory, HDFSCollectionsAPITest, TestSubQueryTransformer, BasicDistributedZk2Test, TestBlobHandler, TestNodeAddedTrigger, HttpTriggerListenerTest, TermVectorComponentTest, TestNumericTerms64, DocExpirationUpdateProcessorFactoryTest, DebugComponentTest, URLClassifyProcessorTest, SharedFSAutoReplicaFailoverTest, PeerSyncTest, TestSort, BasicFunctionalityTest, TestFieldCollectionResource, BooleanFieldTest, SSLMigrationTest, VersionInfoTest, TestConfigsApi, TestXmlQParser, TestGraphTermsQParserPlugin, TestMultiWordSynonyms, AutoScalingHandlerTest, ZkControllerTest, TestBulkSchemaAPI, TestUpdate, TestRTGBase, StressHdfsTest, TestBadConfig, TestUnifiedSolrHighlighter, TestValueSourceCache, DeleteReplicaTest, TestExportWriter, TestTolerantUpdateProcessorCloud, TestFreeTextSuggestions, IndexSchemaTest, TestConfigSetImmutable, TestSolrQueryResponse, TestDFRSimilarityFactory, BufferStoreTest, SchemaApiFailureTest, InfoHandlerTest, NoCacheHeaderTest, TestStressCloudBlindAtomicUpdates, DistributedIntervalFacetingTest, TestFieldTypeCollectionResource, TestRandomDVFaceting, TestSimpleTrackingShardHandler, ZkStateReaderTest, TestLegacyTerms, TestClusterStateProvider, ResponseBuilderTest, ReplicaListTransformerTest, EchoParamsTest, SystemInfoHandlerTest, TestImplicitCoreProperties, PropertiesRequestHandlerTest, TestFieldCache, RestartWhileUpdatingTest, TestWordDelimiterFilterFactory, FacetPivotSmallTest, TestInitQParser, RequestHandlersTest, CdcrRequestHandlerTest, SortByFunctionTest, BigEndianAscendingWordSerializerTest, CircularListTest, TriLevelCompositeIdRoutingTest, SliceStateTest, TestLockTree, TestSimpleQParserPlugin, HdfsRestartWhileUpdatingTest, AssignTest, TestPullReplica, ChaosMonkeySafeLeaderTest, TestCoreDiscovery, TestInitParams, HdfsLockFactoryTest, XsltUpdateRequestHandlerTest, TestScoreJoinQPScore, CSVRequestHandlerTest, SolrShardReporterTest, TestRandomFlRTGCloud, TestCryptoKeys, TestApiFramework, TestSkipOverseerOperations, ConfigureRecoveryStrategyTest, OverseerStatusTest, TestRandomCollapseQParserPlugin, DocValuesMissingTest, CollectionStateFormat2Test, TestRandomFaceting, DocValuesMultiTest, SolrCloudExampleTest, MinimalSchemaTest, TestCollationFieldDocValues, TestCloudManagedSchema, TestSchemaSimilarityResource, DistributedSpellCheckComponentTest, TestQuerySenderListener, TestUseDocValuesAsStored2, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, TermVectorComponentDistributedTest, TestStressReorder, DistributedTermsComponentTest, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, TestLazyCores, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestComponentsName, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestDocumentBuilder, DistributedMLTComponentTest, TestLuceneIndexBackCompat, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, ForceLeaderTest, MoveReplicaHDFSTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, PeerSyncReplicationTest, ReplaceNodeTest, RollingRestartTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudRecovery, TestClusterProperties, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplicaErrorHandling, TestRequestForwarding, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, TestStressLiveNodes, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, ZkFailoverTest, ZkShardTermsTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIDistributedZkTest, CustomCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, ComputePlanActionTest, ExecutePlanActionTest, TestPolicyCloud, TestDistribStateManager, TestExecutePlanAction, TestGenericDistributedQueue, TestLargeCluster]
[junit4] Completed [588/775 (1!)] on J1 in 28.32s, 4 tests, 1 failure <<< FAILURES!
[...truncated 49088 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 435 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/435/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
{srt=[CapturedEvent{timestamp=1518332687839000000, stage=FAILED, actionName='compute', event={ "id":"691937f2170d4Tecd5qj3k4tp8du38lg0u7lbox", "source":"search_rate_trigger", "eventTime":1848912539381972, "eventType":"SEARCHRATE", "properties":{ "node":{ "127.0.0.1:36460_solr":36.256484315033745, "127.0.0.1:47044_solr":35.4373493631563}, "replica":[ "{\"core_node4\":{\n \"base_url\":\"http://127.0.0.1:36460/solr\",\n \"node_name\":\"127.0.0.1:36460_solr\",\n \"core\":\"collection1_shard1_replica_n2\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"rate\":36.256484315033745,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}", "{\"core_node3\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"rate\":35.4373493631563,\n \"base_url\":\"http://127.0.0.1:47044/solr\",\n \"node_name\":\"127.0.0.1:47044_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"], "collection":{"collection1":71.69383367819005}, "shard":{"collection1":{"shard1":71.69383367819005}}, "_enqueue_time_":1848932712256330, "requestedOps":[ "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}", "Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.BEFORE_ACTION=[compute], source=search_rate_trigger}, config={ "trigger":"search_rate_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332696549000000, stage=AFTER_ACTION, actionName='compute', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute], source=metric_trigger, properties.AFTER_ACTION=[compute]}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='execute', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute]}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='test', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701573000000, stage=SUCCEEDED, actionName='null', event={ "id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4", "source":"metric_trigger", "eventTime":1848935382018141, "eventType":"METRIC", "properties":{ "node":{"127.0.0.1:47044_solr":13677}, "metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes", "collection":"testMetricTrigger", "shard":"shard1", "preferredOperation":"movereplica", "_enqueue_time_":1848941413867980, "requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={}, config={ "trigger":"metric_trigger", "stage":[ "FAILED", "SUCCEEDED"], "afterAction":[ "compute", "execute", "test"], "class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener", "beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
Stack Trace:
java.lang.AssertionError: {srt=[CapturedEvent{timestamp=1518332687839000000, stage=FAILED, actionName='compute', event={
"id":"691937f2170d4Tecd5qj3k4tp8du38lg0u7lbox",
"source":"search_rate_trigger",
"eventTime":1848912539381972,
"eventType":"SEARCHRATE",
"properties":{
"node":{
"127.0.0.1:36460_solr":36.256484315033745,
"127.0.0.1:47044_solr":35.4373493631563},
"replica":[
"{\"core_node4\":{\n \"base_url\":\"http://127.0.0.1:36460/solr\",\n \"node_name\":\"127.0.0.1:36460_solr\",\n \"core\":\"collection1_shard1_replica_n2\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"rate\":36.256484315033745,\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}",
"{\"core_node3\":{\n \"core\":\"collection1_shard1_replica_n1\",\n \"leader\":\"true\",\n \"rate\":35.4373493631563,\n \"base_url\":\"http://127.0.0.1:47044/solr\",\n \"node_name\":\"127.0.0.1:47044_solr\",\n \"state\":\"active\",\n \"type\":\"NRT\",\n \"shard\":\"shard1\",\n \"collection\":\"collection1\"}}"],
"collection":{"collection1":71.69383367819005},
"shard":{"collection1":{"shard1":71.69383367819005}},
"_enqueue_time_":1848932712256330,
"requestedOps":[
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}",
"Op{action=ADDREPLICA, hints={COLL_SHARD={\n \"first\":\"collection1\",\n \"second\":\"shard1\"}}}"]}}, context={properties.BEFORE_ACTION=[compute], source=search_rate_trigger}, config={
"trigger":"search_rate_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332696549000000, stage=AFTER_ACTION, actionName='compute', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute], source=metric_trigger, properties.AFTER_ACTION=[compute]}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='execute', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute]}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701571000000, stage=AFTER_ACTION, actionName='test', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica, method=GET, params.action=MOVEREPLICA, params.async=metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0, params.waitForFinalState=true, params.collection=testMetricTrigger, params.targetNode=127.0.0.1:46292_solr, params.inPlaceMove=true, params.replica=core_node3}], properties.BEFORE_ACTION=[compute, execute, test], properties.responses=[{responseHeader={status=0,QTime=1},success=MOVEREPLICA action completed successfully, moved replica=testMetricTrigger_shard1_replica_n1 at node=127.0.0.1:47044_solr to replica=testMetricTrigger_shard1_replica_n5 at node=127.0.0.1:46292_solr,status={state=completed,msg=found [metric_trigger/69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4/0] in completed tasks}}], source=metric_trigger, properties.AFTER_ACTION=[compute, execute, test]}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}, CapturedEvent{timestamp=1518332701573000000, stage=SUCCEEDED, actionName='null', event={
"id":"69198d0a8685dTecd5qj3k4tp8du38lg0u7lbp4",
"source":"metric_trigger",
"eventTime":1848935382018141,
"eventType":"METRIC",
"properties":{
"node":{"127.0.0.1:47044_solr":13677},
"metric":"metrics:solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes",
"collection":"testMetricTrigger",
"shard":"shard1",
"preferredOperation":"movereplica",
"_enqueue_time_":1848941413867980,
"requestedOps":["Op{action=MOVEREPLICA, hints={COLL_SHARD={\n \"first\":\"testMetricTrigger\",\n \"second\":\"shard1\"}, SRC_NODE=127.0.0.1:47044_solr}}"]}}, context={}, config={
"trigger":"metric_trigger",
"stage":[
"FAILED",
"SUCCEEDED"],
"afterAction":[
"compute",
"execute",
"test"],
"class":"org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerListener",
"beforeAction":[]}, message='null'}]} expected:<4> but was:<5>
at __randomizedtesting.SeedInfo.seed([4C4E12983471122B:F64225176B99C464]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1565)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14039 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/init-core-data-001
[junit4] 2> 4280603 WARN (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=30 numCloses=30
[junit4] 2> 4280604 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001
[junit4] 2> 4280605 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4280606 INFO (Thread-7419) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4280606 INFO (Thread-7419) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4280607 ERROR (Thread-7419) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4280706 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54046
[junit4] 2> 4280708 INFO (zkConnectionManagerCallback-10033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280712 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 4280713 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fcfdbf5{/solr,null,AVAILABLE}
[junit4] 2> 4280714 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70cb0a0b{HTTP/1.1,[http/1.1]}{127.0.0.1:46292}
[junit4] 2> 4280714 INFO (jetty-launcher-10030-thread-2) [ ] o.e.j.s.Server Started @4288399ms
[junit4] 2> 4280714 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46292}
[junit4] 2> 4280714 ERROR (jetty-launcher-10030-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4280715 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.017Z
[junit4] 2> 4280712 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42ce76c5{/solr,null,AVAILABLE}
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e8ab636{HTTP/1.1,[http/1.1]}{127.0.0.1:36460}
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.e.j.s.Server Started @4288404ms
[junit4] 2> 4280718 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36460}
[junit4] 2> 4280719 ERROR (jetty-launcher-10030-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4280719 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.021Z
[junit4] 2> 4280723 INFO (zkConnectionManagerCallback-10037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280723 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4280729 INFO (zkConnectionManagerCallback-10035-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280731 INFO (jetty-launcher-10030-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4280733 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4280733 INFO (zkConnectionManagerCallback-10041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280752 INFO (zkConnectionManagerCallback-10043-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280753 INFO (jetty-launcher-10030-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4280754 INFO (zkConnectionManagerCallback-10047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280756 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006e340c530005, likely client has closed socket
[junit4] 2> 4280757 INFO (zkConnectionManagerCallback-10049-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4280890 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4280891 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4280892 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46292_solr
[junit4] 2> 4280892 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36460_solr
[junit4] 2> 4280894 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.Overseer Overseer (id=72178763862048774-127.0.0.1:46292_solr-n_0000000000) starting
[junit4] 2> 4280895 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4280895 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4280904 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4280905 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46292_solr
[junit4] 2> 4280905 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4280906 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:36460_solr]
[junit4] 2> 4280906 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4280906 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4280907 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4280908 INFO (OverseerStateUpdate-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4280913 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4280914 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4280914 DEBUG (ScheduledTrigger-14454-thread-1) [n:127.0.0.1:46292_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4280975 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4280986 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4280987 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4280987 INFO (jetty-launcher-10030-thread-1) [n:127.0.0.1:36460_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node1/.
[junit4] 2> 4281039 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46292.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281045 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46292.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281045 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46292.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281046 INFO (jetty-launcher-10030-thread-2) [n:127.0.0.1:46292_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node2/.
[junit4] 2> 4281064 INFO (zkConnectionManagerCallback-10055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281065 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006e340c530007, likely client has closed socket
[junit4] 2> 4281068 INFO (zkConnectionManagerCallback-10059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281070 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4281072 INFO (SUITE-TriggerIntegrationTest-seed#[4C4E12983471122B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54046/solr ready
[junit4] 2> 4281099 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 4281099 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 4281100 DEBUG (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4281100 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4281102 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4281103 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4281103 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4281105 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4281106 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4281106 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4281106 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51965970{/solr,null,AVAILABLE}
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@20497284{HTTP/1.1,[http/1.1]}{127.0.0.1:49692}
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server Started @4288793ms
[junit4] 2> 4281107 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49692}
[junit4] 2> 4281107 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4281108 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.410Z
[junit4] 2> 4281109 INFO (zkConnectionManagerCallback-10061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281110 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4281116 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4281118 INFO (zkConnectionManagerCallback-10065-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281122 INFO (zkConnectionManagerCallback-10067-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281132 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4281136 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4281139 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49692_solr
[junit4] 2> 4281140 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281140 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281141 INFO (zkCallback-10058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281142 INFO (zkCallback-10066-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4281237 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49692.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49692.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281245 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49692.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281246 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:49692_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node3/.
[junit4] 2> 4281274 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4281275 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4281276 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4281276 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4281276 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d0df1da{/solr,null,AVAILABLE}
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43fb53b7{HTTP/1.1,[http/1.1]}{127.0.0.1:47044}
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server Started @4288962ms
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47044}
[junit4] 2> 4281277 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4281277 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:20.579Z
[junit4] 2> 4281279 INFO (zkConnectionManagerCallback-10071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281280 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4281287 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4281288 INFO (zkConnectionManagerCallback-10075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281292 INFO (zkConnectionManagerCallback-10077-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281304 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4281307 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4281310 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47044_solr
[junit4] 2> 4281312 INFO (zkCallback-10058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281312 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281312 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281312 INFO (zkCallback-10066-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281313 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4281626 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281635 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281635 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281637 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:47044_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node4/.
[junit4] 2> 4281698 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T13:27:37-08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 4281700 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@139c5fc1{/solr,null,AVAILABLE}
[junit4] 2> 4281701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f6b3e70{HTTP/1.1,[http/1.1]}{127.0.0.1:42019}
[junit4] 2> 4281701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.e.j.s.Server Started @4289387ms
[junit4] 2> 4281701 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42019}
[junit4] 2> 4281701 ERROR (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4281702 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-11T07:04:21.004Z
[junit4] 2> 4281704 INFO (zkConnectionManagerCallback-10081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281705 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4281713 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54046/solr
[junit4] 2> 4281716 INFO (zkConnectionManagerCallback-10085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281720 INFO (zkConnectionManagerCallback-10087-thread-1-processing-n:127.0.0.1:42019_solr) [n:127.0.0.1:42019_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4281731 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4281734 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4281737 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42019_solr
[junit4] 2> 4281739 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281739 INFO (zkCallback-10058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281740 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281741 INFO (zkCallback-10066-thread-1-processing-n:127.0.0.1:49692_solr) [n:127.0.0.1:49692_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281741 INFO (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281743 INFO (zkCallback-10086-thread-1-processing-n:127.0.0.1:42019_solr) [n:127.0.0.1:42019_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 4281800 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42019.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42019.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281807 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42019.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4281808 INFO (TEST-TriggerIntegrationTest.testSearchRate-seed#[4C4E12983471122B]) [n:127.0.0.1:42019_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node5/.
[junit4] 2> 4281856 INFO (qtp316294391-39481) [n:127.0.0.1:36460_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4281859 INFO (OverseerThreadFactory-14456-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 4281971 INFO (OverseerStateUpdate-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47044/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4281974 INFO (OverseerStateUpdate-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36460/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4282178 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4282178 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4282178 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4282178 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4282284 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4282284 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4282284 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4282284 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283192 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4283192 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 4283206 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema [collection1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 4283206 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4283207 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 4283207 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36460.solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47044.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@78963fd0
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4283208 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node1/collection1_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node1/./collection1_shard1_replica_n2/data/]
[junit4] 2> 4283208 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
[junit4] 2> 4283255 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4283255 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4283255 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4283256 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4283256 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4283256 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4283256 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4283257 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4283257 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@74b6815c[collection1_shard1_replica_n2] main]
[junit4] 2> 4283257 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@beff285[collection1_shard1_replica_n1] main]
[junit4] 2> 4283259 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4283259 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4283259 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4283260 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4283260 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4283260 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4283260 INFO (searcherExecutor-14480-thread-1-processing-n:127.0.0.1:47044_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@beff285[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4283260 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592087189978611712
[junit4] 2> 4283260 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592087189978611712
[junit4] 2> 4283261 INFO (searcherExecutor-14479-thread-1-processing-n:127.0.0.1:36460_solr x:collection1_shard1_replica_n2 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.SolrCore [collection1_shard1_replica_n2] Registered new searcher Searcher@74b6815c[collection1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4283266 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47044/solr/collection1_shard1_replica_n1/
[junit4] 2> 4283271 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:47044/solr START replicas=[http://127.0.0.1:36460/solr/collection1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 4283273 INFO (qtp316294391-39485) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4283373 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283373 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283374 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283374 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=http://127.0.0.1:47044/solr DONE. We have no versions. sync failed.
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4283573 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4283577 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47044/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 4283679 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283679 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283680 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283679 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283728 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4283731 INFO (qtp746372529-39551) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1553
[junit4] 2> 4283832 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283832 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283832 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4283832 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284285 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2107
[junit4] 2> 4284288 INFO (qtp316294391-39481) [n:127.0.0.1:36460_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4284385 INFO (zkCallback-10076-thread-1-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284386 INFO (zkCallback-10076-thread-2-processing-n:127.0.0.1:47044_solr) [n:127.0.0.1:47044_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284385 INFO (zkCallback-10042-thread-1-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4284385 INFO (zkCallback-10042-thread-2-processing-n:127.0.0.1:36460_solr) [n:127.0.0.1:36460_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
[junit4] 2> 4285294 INFO (qtp316294391-39481) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3439
[junit4] 2> 4285303 INFO (qtp2067159483-39530) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285305 INFO (qtp661273302-39575) [n:127.0.0.1:42019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285307 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285308 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285310 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285311 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285312 INFO (qtp1683994581-39460) [n:127.0.0.1:46292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285313 DEBUG (qtp2067159483-39526) [n:127.0.0.1:49692_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4285313 INFO (qtp2067159483-39526) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 4285315 DEBUG (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4285317 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4285318 INFO (qtp2067159483-39530) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285319 INFO (qtp661273302-39578) [n:127.0.0.1:42019_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285319 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4285319 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285319 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4285320 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4285320 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285321 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4285321 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285322 INFO (qtp1683994581-39467) [n:127.0.0.1:46292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4285323 DEBUG (qtp2067159483-39528) [n:127.0.0.1:49692_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4285324 INFO (qtp2067159483-39528) [n:127.0.0.1:49692_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 4285324 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate} status=0 QTime=1
[junit4] 2> 4285325 DEBUG (zkCallback-10048-thread-1-processing-n:127.0.0.1:46292_solr) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4285325 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4285325 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285326 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4285326 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285326 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4285326 DEBUG (OverseerAutoScalingTriggerThread-72178763862048774-127.0.0.1:46292_solr-n_0000000000) [n:127.0.0.1:46292_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4285326 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285327 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate} status=0 QTime=0
[junit4] 2> 4285327 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285328 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285328 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285329 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285329 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285329 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285330 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285330 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285331 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285331 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285332 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285332 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285332 INFO (qtp316294391-39486) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285333 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285333 INFO (qtp316294391-39474) [n:127.0.0.1:36460_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n2] o.a.s.c.S.Request [collection1_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285333 INFO (qtp746372529-39555) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.S.Request [collection1_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=collection1:6&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 4285334 INFO (qtp746372529-39553) [n:127.0.0.1:47044_solr c:collection1 s:shard1 r:core_node3 x:collectio
[...truncated too long message...]
h limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/clusterprops.json
[junit4] 2> 22 /solr/aliases.json
[junit4] 2> 21 /solr/security.json
[junit4] 2> 21 /solr/collections/collection1/terms/shard1
[junit4] 2> 6 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 62 /solr/collections/collection1/state.json
[junit4] 2> 26 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 22 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/overseer_elect/election/72178763862048795-127.0.0.1:38409_solr-n_0000000007
[junit4] 2> 4 /solr/overseer_elect/election/72178763862048810-127.0.0.1:48466_solr-n_0000000012
[junit4] 2> 2 /solr/overseer_elect/election/72178763862048789-127.0.0.1:56713_solr-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/72178763862048804-127.0.0.1:49862_solr-n_0000000010
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72178763862048772-core_node4-n_0000000001
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72178763862048782-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_4C4E12983471122B-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), x_s=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1272, maxMBSortInHeap=5.392118623529902, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-QA, timezone=Africa/Lusaka
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=211250232,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigOverlay, TestCloudJSONFacetJoinDomain, DistributedSuggestComponentTest, HttpSolrCallGetCoreTest, TestEmbeddedSolrServerAdminHandler, DistribJoinFromCollectionTest, TestSchemalessBufferedUpdates, TestXmlQParserPlugin, TestDynamicFieldResource, TestJavabinTupleStreamParser, XmlUpdateRequestHandlerTest, OutputWriterTest, TestHighFrequencyDictionaryFactory, TestStandardQParsers, CollectionReloadTest, TestComplexPhraseLeadingWildcard, TestCollationField, FastVectorHighlighterTest, TestCloudPseudoReturnFields, NodeLostTriggerTest, TestComputePlanAction, SignatureUpdateProcessorFactoryTest, CoreSorterTest, ForceLeaderTest, SynonymTokenizerTest, CoreAdminCreateDiscoverTest, TestNumericTerms32, TestTolerantSearch, TestSolrCloudWithSecureImpersonation, MissingSegmentRecoveryTest, TestLazyCores, TestPerFieldSimilarity, CursorPagingTest, SmileWriterTest, OverseerCollectionConfigSetProcessorTest, OutOfBoxZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, BlobRepositoryCloudTest, TestFoldingMultitermQuery, CacheHeaderTest, TestReload, DistributedDebugComponentTest, OverseerRolesTest, HighlighterTest, StatelessScriptUpdateProcessorFactoryTest, RuleEngineTest, TemplateUpdateProcessorTest, MultiThreadedOCPTest, TestJsonFacetRefinement, TestDocTermOrds, ShufflingReplicaListTransformerTest, TestRetrieveFieldsOptimizer, TestMacros, TestConfigSetsAPI, ZkShardTermsTest, TestSolrCloudWithHadoopAuthPlugin, SolrIndexConfigTest, ConnectionReuseTest, TestRuleBasedAuthorizationPlugin, AssignBackwardCompatibilityTest, PathHierarchyTokenizerFactoryTest, TestPostingsSolrHighlighter, SolrMetricManagerTest, NumberUtilsTest, TestNodeLostTrigger, TestSizeLimitedDistributedMap, RollingRestartTest, TestDefaultStatsCache, DateRangeFieldTest, TestEmbeddedSolrServerSchemaAPI, CollectionsAPISolrJTest, TermVectorComponentDistributedTest, DistribCursorPagingTest, TestFilteredDocIdSet, SpatialFilterTest, TestUninvertingReader, TestPerFieldSimilarityWithDefaultOverride, SuggestComponentContextFilterQueryTest, WrapperMergePolicyFactoryTest, TestBinaryField, TestFieldCacheWithThreads, DirectSolrSpellCheckerTest, TestRemoteStreaming, ConjunctionSolrSpellCheckerTest, TestRequestStatusCollectionAPI, SolrGraphiteReporterTest, TestMiniSolrCloudClusterSSL, TestHttpShardHandlerFactory, ChangedSchemaMergeTest, SolrCloudReportersTest, DateMathParserTest, SolrRequestParserTest, ReplicationFactorTest, ConfigSetsAPITest, TestShardHandlerFactory, CurrencyRangeFacetCloudTest, TestSchemaVersionResource, TestCustomSort, CollectionsAPIAsyncDistributedZkTest, TestStreamBody, TestSegmentSorting, SaslZkACLProviderTest, TestMissingGroups, TestCorePropertiesReload, TestLegacyNumericRangeQueryBuilder, TestFileDictionaryLookup, TestLRUStatsCache, ReplaceNodeNoTargetTest, SearchHandlerTest, TestInPlaceUpdatesDistrib, MBeansHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, MetricsConfigTest, TestRangeQuery, SchemaVersionSpecificBehaviorTest, TestDFISimilarityFactory, TestQueryUtils, CdcrVersionReplicationTest, TlogReplayBufferedWhileIndexingTest, TestClusterStateMutator, CoreMergeIndexesAdminHandlerTest, TestJmxIntegration, TestSQLHandler, TestTrackingShardHandlerFactory, TestFastOutputStream, TimeRoutedAliasUpdateProcessorTest, TestRandomRequestDistribution, SpellingQueryConverterTest, RecoveryAfterSoftCommitTest, HdfsWriteToMultipleCollectionsTest, RequiredFieldsTest, TestSolrCloudSnapshots, ResourceLoaderTest, TestCloudSchemaless, TestJsonRequest, TestFunctionQuery, PluginInfoTest, TestBulkSchemaConcurrent, ConcurrentDeleteAndCreateCollectionTest, AnalysisAfterCoreReloadTest, TestUtils, TestElisionMultitermQuery, HLLUtilTest, OverseerTaskQueueTest, WordBreakSolrSpellCheckerTest, TestRecovery, TestCoreAdminApis, TestPhraseSuggestions, TestCollectionAPIs, DateFieldTest, QueryEqualityTest, SolrXmlInZkTest, CdcrBootstrapTest, BinaryUpdateRequestHandlerTest, LeaderElectionIntegrationTest, TestCollectionsAPIViaSolrCloudCluster, TestSearcherReuse, TestSolrJ, TestGeoJSONResponseWriter, SystemLogListenerTest, TestTrie, TestNumericRangeQuery64, AutoAddReplicasPlanActionTest, TestLeaderElectionWithEmptyReplica, LegacyCloudClusterPropTest, SecurityConfHandlerTest, TestSolrConfigHandlerCloud, DirectSolrConnectionTest, AnalyticsMergeStrategyTest, AlternateDirectoryTest, TestSolrDeletionPolicy1, PreAnalyzedUpdateProcessorTest, PolyFieldTest, TestLargeCluster, QueryResultKeyTest, HdfsDirectoryTest, TermsComponentTest, CachingDirectoryFactoryTest, FileUtilsTest, TestRestManager, QueryElevationComponentTest, TestSortByMinMaxFunction, AddSchemaFieldsUpdateProcessorFactoryTest, TestZkChroot, TestNoOpRegenerator, TestXIncludeConfig, DocumentBuilderTest, TestSolrConfigHandler, TestSolrCloudWithDelegationTokens, SolrIndexMetricsTest, UnloadDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestRealTimeGet, TestJoin, TestCoreContainer, StatsComponentTest, ConvertedLegacyTest, TestFiltering, TestIndexSearcher, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, SuggesterTSTTest, SuggesterTest, TestStressLucene, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryTypes, RequestHandlersTest, TestIndexingPerformance, TestSolrQueryParser, SolrPluginUtilsTest, UpdateRequestProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, TestQuerySenderNoQuery, CopyFieldTest, BadComponentTest, TestStressRecovery, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, URLClassifyProcessorTest, TestSystemIdResolver, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, ZkNodePropsTest, DistributedMLTComponentTest, TestLuceneIndexBackCompat, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateRoutedAliasTest, DeleteShardTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, NodeMutatorTest, OverseerModifyCollectionTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestPullReplicaErrorHandling, TestSkipOverseerOperations, TestTlogReplica, ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, ComputePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, MetricTriggerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [608/775 (1!)] on J0 in 205.68s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48940 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 434 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/434/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication
Error Message:
Index: 0, Size: 0
Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
at __randomizedtesting.SeedInfo.seed([DE331FD62C2CD75A:CA7B44830F2B6A44]:0)
at java.util.ArrayList.rangeCheck(ArrayList.java:657)
at java.util.ArrayList.get(ArrayList.java:433)
at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12834 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> 1616059 INFO (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/init-core-data-001
[junit4] 2> 1616060 WARN (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1616061 INFO (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1616062 INFO (SUITE-TestReplicationHandler-seed#[DE331FD62C2CD75A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1616065 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEmptyCommits
[junit4] 2> 1616066 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1
[junit4] 2> 1616069 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1616071 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c694c5b{/solr,null,AVAILABLE}
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40d68e33{HTTP/1.1,[http/1.1]}{127.0.0.1:39451}
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1619911ms
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=39451}
[junit4] 2> 1616072 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1616072 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:32:47.638Z
[junit4] 2> 1616073 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/solr.xml
[junit4] 2> 1616078 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1616078 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1616111 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1616179 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616188 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616188 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616190 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/.
[junit4] 2> 1616190 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1616226 INFO (coreLoadExecutor-3527-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1616330 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1616340 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/./collection1, trusted=true
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1616354 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1616358 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1616503 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1616503 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1616504 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1616505 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3522076e[collection1] main]
[junit4] 2> 1616505 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-001/collection1/conf
[junit4] 2> 1616506 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1616506 INFO (coreLoadExecutor-3527-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1616508 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3522076e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1617011 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1
[junit4] 2> 1617014 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1617016 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@415782d2{/solr,null,AVAILABLE}
[junit4] 2> 1617017 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@41d9cfa3{HTTP/1.1,[http/1.1]}{127.0.0.1:64189}
[junit4] 2> 1617017 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1620856ms
[junit4] 2> 1617017 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=64189}
[junit4] 2> 1617017 ERROR (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:32:48.583Z
[junit4] 2> 1617018 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/solr.xml
[junit4] 2> 1617022 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1617022 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1617023 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1617069 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617079 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617079 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617082 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/.
[junit4] 2> 1617082 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1617083 INFO (coreLoadExecutor-3537-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1617105 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1617117 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1617120 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1617120 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/./collection1, trusted=true
[junit4] 2> 1617120 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1617121 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1617131 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1617133 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1617186 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1617186 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1617187 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617187 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52bfff13[collection1] main]
[junit4] 2> 1617187 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-002/collection1/conf
[junit4] 2> 1617189 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1617190 INFO (coreLoadExecutor-3537-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1617191 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617191 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1617197 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1617198 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@52bfff13[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1617200 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617200 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1a275f78 commitCommandVersion:0
[junit4] 2> 1617202 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4af731a7[collection1] main]
[junit4] 2> 1617202 INFO (indexFetcher-3542-thread-1) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617203 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4af731a7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1617692 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1617693 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1617693 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617693 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1617695 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@387ccb6f[collection1] main]
[junit4] 2> 1617695 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617696 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@387ccb6f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 1617696 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 1617701 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617703 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969258
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283968765
[junit4] 2> 1617703 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1617705 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 1617705 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
[junit4] 2> 1617706 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@4bae9063 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2306eafd)
[junit4] 2> 1617706 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617707 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617709 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617709 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher File segments_2 did not match. expected checksum is 4130350128 and actual is checksum 1306596753. expected length is 182 and actual length is 117
[junit4] 2> 1617710 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617710 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1545) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@4bae9063 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2306eafd)
[junit4] 2> 1617710 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.c.SolrCore Updating index properties... index=index.20180210183249270
[junit4] 2> 1617711 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@5fa738a8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d3c0717)
[junit4] 2> 1617711 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617712 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617712 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d8f4ae4[collection1] main]
[junit4] 2> 1617713 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d8f4ae4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1)))}
[junit4] 2> 1617713 INFO (qtp727003893-11733) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=13
[junit4] 2> 1617715 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty1&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1617716 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1617716 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617716 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617718 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617719 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 1617719 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617719 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617720 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617720 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1617721 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617721 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1617722 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617722 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969258
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969258
[junit4] 2> 1617723 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
[junit4] 2> 1617723 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=1
[junit4] 2> 1617724 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1617724 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617724 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1617725 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5065ab87[collection1] main]
[junit4] 2> 1617725 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617790 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5065ab87[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 1617790 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 66
[junit4] 2> 1617791 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617792 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969289
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969258
[junit4] 2> 1617792 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1617793 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1617793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
[junit4] 2> 1617793 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@69120837 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2600b0ab)
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1617794 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1617794 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617795 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617795 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617796 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1617796 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1607) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@69120837 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2600b0ab)
[junit4] 2> 1617797 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.3662109375, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=18.52835355915518, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8676819271504946
[junit4] 2> 1617797 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617798 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59f6c2cc[collection1] main]
[junit4] 2> 1617799 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59f6c2cc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1)))}
[junit4] 2> 1617799 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=8
[junit4] 2> 1617800 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty2&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1617800 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1617800 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617801 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617802 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617802 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1617802 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617803 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617803 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1617803 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1617803 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1617805 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b7a1654[collection1] realtime]
[junit4] 2> 1617805 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1617805 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={openSearcher=false&commit=true&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1617806 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1617807 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283969368
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969289
[junit4] 2> 1617807 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1617808 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1617808 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1617809 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1618809 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1618809 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1619812 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1619812 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1620813 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1620813 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1621818 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1621818 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1622819 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1622819 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1623821 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1623821 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1624845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1624845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1625845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1625845 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1626846 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1626846 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1627850 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Found unused file: segments_2
[junit4] 2> 1627850 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Sleeping for 1000ms to wait for unused lucene index files to be delete-able
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher IndexFetcher slept for 11000ms for unused lucene index files to be delete-able
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@233b0269 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56a4a626)
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 1628856 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 1628858 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628859 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628860 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628861 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628861 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1669) : 11 secs (151 bytes/sec) to MockDirectoryWrapper(RAMDirectory@233b0269 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@56a4a626)
[junit4] 2> 1628862 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.3662109375, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=18.52835355915518, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8676819271504946
[junit4] 2> 1628862 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1628862 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d6ccfb7[collection1] main]
[junit4] 2> 1628863 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d6ccfb7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1)))}
[junit4] 2> 1628863 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=11061
[junit4] 2> 1628866 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1628866 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 0 docs
[junit4] 2> 1628868 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:empty3&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 1628868 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 1628869 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 1
[junit4] 2> 1628870 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1628870 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e6857f9 commitCommandVersion:0
[junit4] 2> 1628872 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@163234bf[collection1] main]
[junit4] 2> 1628872 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1628873 INFO (searcherExecutor-3528-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@163234bf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_3(7.3.0):c1)))}
[junit4] 2> 1628873 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 1628874 WARN (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 1628875 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 5
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 1518283980435
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 4
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 1518283969368
[junit4] 2> 1628875 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1628876 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 1628876 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 1628876 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=17.900390625, floorSegmentMB=1.8837890625, forceMergeDeletesPctAllowed=27.74056546954917, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@41ef09e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5acf9012)
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.si because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfe because it already exists
[junit4] 2> 1628877 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Skipping download for _2.cfs because it already exists
[junit4] 2> 1628878 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628879 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628879 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=_3.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628880 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={generation=5&qt=/replication&file=segments_5&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1628880 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1731) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@41ef09e1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5acf9012)
[junit4] 2> 1628881 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=81.3662109375, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=18.52835355915518, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8676819271504946
[junit4] 2> 1628881 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1628882 INFO (explicit-fetchindex-cmd) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bf62213[collection1] main]
[junit4] 2> 1628883 INFO (searcherExecutor-3538-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3bf62213[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):c1) Uninverting(_1(7.3.0):c1) Uninverting(_2(7.3.0):c1) Uninverting(_3(7.3.0):c1)))}
[junit4] 2> 1628883 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:39451/solr/collection1/replication&command=fetchindex} status=0 QTime=9
[junit4] 2> 1628885 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 1628885 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 1628885 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=name:(empty1+empty2+empty3+empty4)&sort=id+desc&wt=javabin&version=2} hits=4 status=0 QTime=0
[junit4] 2> 1628886 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 4 docs
[junit4] 2> 1628886 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628887 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628888 INFO (qtp1566746898-11716) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628888 INFO (qtp727003893-11729) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1628888 INFO (qtp1566746898-11713) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1628889 INFO (qtp727003893-11731) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1628889 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEmptyCommits
[junit4] 2> 1628890 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@40d68e33{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1628890 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1179374075
[junit4] 2> 1628891 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1628891 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fdceba8: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@560d99ee
[junit4] 2> 1628894 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1628894 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3131a929: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1628903 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1628903 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@386a989e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1628904 INFO (coreCloseExecutor-3547-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@593b418
[junit4] 2> 1628904 INFO (coreCloseExecutor-3547-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=93565976
[junit4] 2> 1628904 INFO (coreCloseExecutor-3547-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b23c0d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@2770892
[junit4] 2> 1628910 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c694c5b{/solr,null,UNAVAILABLE}
[junit4] 2> 1628910 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@41d9cfa3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=409691697
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1628914 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a2b770f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2042f147
[junit4] 2> 1628918 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1628918 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bf7cc09: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1628921 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1628921 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@783863a0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1628922 INFO (coreCloseExecutor-3549-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1289d59a
[junit4] 2> 1628922 INFO (coreCloseExecutor-3549-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=311023002
[junit4] 2> 1628922 INFO (coreCloseExecutor-3549-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@566db576: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@145110a0
[junit4] 2> 1628935 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@415782d2{/solr,null,UNAVAILABLE}
[junit4] 2> 1628935 INFO (TEST-TestReplicationHandler.testEmptyCommits-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] IGNOR/A 0.00s J0 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-9036))
[junit4] 2> 1628943 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
[junit4] 2> 1628944 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1
[junit4] 2> 1628946 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 1628947 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@624ca63{/solr,null,AVAILABLE}
[junit4] 2> 1628948 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ae68fb{HTTP/1.1,[http/1.1]}{127.0.0.1:46522}
[junit4] 2> 1628948 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1632791ms
[junit4] 2> 1628948 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=46522}
[junit4] 2> 1628948 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1628949 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:33:00.514Z
[junit4] 2> 1628950 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/solr.xml
[junit4] 2> 1628953 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1628954 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1628955 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1629004 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629013 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629013 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629015 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/.
[junit4] 2> 1629015 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1629016 INFO (coreLoadExecutor-3556-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1629041 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1629047 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/./collection1, trusted=true
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1629049 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/./collection1/data/]
[junit4] 2> 1629050 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1629087 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23bbb5e[collection1] main]
[junit4] 2> 1629088 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-003/collection1/conf
[junit4] 2> 1629089 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1629089 INFO (coreLoadExecutor-3556-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1629089 INFO (searcherExecutor-3557-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23bbb5e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1629091 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/collection1
[junit4] 2> 1629093 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T00:27:37+03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1629094 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1629094 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1629094 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59dbad43{/solr,null,AVAILABLE}
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cb9b8ff{HTTP/1.1,[http/1.1]}{127.0.0.1:49571}
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.Server Started @1632939ms
[junit4] 2> 1629095 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/collection1/data, hostContext=/solr, hostPort=49571}
[junit4] 2> 1629095 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T17:33:00.661Z
[junit4] 2> 1629096 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/solr.xml
[junit4] 2> 1629100 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1629100 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1629108 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1629153 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629163 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629163 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629165 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/.
[junit4] 2> 1629165 INFO (TEST-TestReplicationHandler.doTestDetails-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1629166 INFO (coreLoadExecutor-3566-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1629178 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1629187 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1629189 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1629189 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/./collection1, trusted=true
[junit4] 2> 1629190 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508cf7a
[junit4] 2> 1629190 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1629190 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001/solr-instance-004/./collection1/data/]
[junit4] 2> 1629191 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1629272 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1629272 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1629273 INFO (coreLoadExecutor-3566-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=82.02734375, floorSegmentMB=1.1767578125, forceMergeDeletesPctAllowed=1.5156247904423559, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.79
[...truncated too long message...]
={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1711047 INFO (qtp800389108-12816) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1711047 INFO (qtp1777928287-12852) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 1711049 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexFetchWithMasterUrl
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@489ac5cd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1557647738
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1711051 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b3c9c51: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@66bfe1a9
[junit4] 2> 1711059 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1711059 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a22fb19: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1711065 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1711065 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@668d0695: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1711081 INFO (coreCloseExecutor-4209-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@645e9314
[junit4] 2> 1711081 INFO (coreCloseExecutor-4209-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1683919636
[junit4] 2> 1711081 INFO (coreCloseExecutor-4209-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ce3809e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@436008d5
[junit4] 2> 1711110 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e9d873b{/solr,null,UNAVAILABLE}
[junit4] 2> 1711110 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 1711140 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@24c20180{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1711140 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1928071115
[junit4] 2> 1711141 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1711141 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3ed27f: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4bec3655
[junit4] 2> 1711148 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1711148 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fb7012: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@61103f32
[junit4] 2> 1711152 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1711152 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ab8a363: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@308af0d9
[junit4] 2> 1711154 INFO (coreCloseExecutor-4211-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@15019ee6
[junit4] 2> 1711154 INFO (coreCloseExecutor-4211-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=352427750
[junit4] 2> 1711154 INFO (coreCloseExecutor-4211-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14740955: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@21addbc4
[junit4] 2> 1711166 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f2a065{/solr,null,UNAVAILABLE}
[junit4] 2> 1711166 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[DE331FD62C2CD75A]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_DE331FD62C2CD75A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), newname=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1074, maxMBSortInHeap=7.464822738369782, sim=RandomSimilarity(queryNorm=true): {}, locale=ar-SA, timezone=Europe/Bratislava
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=223314840,total=507510784
[junit4] 2> NOTE: All tests run in this JVM: [OutOfBoxZkACLAndCredentialsProvidersTest, DistributedFacetPivotLongTailTest, TestPhraseSuggestions, TestTrie, TestEmbeddedSolrServerAdminHandler, TestSurroundQueryParser, TestLargeCluster, TestExceedMaxTermLength, TestConfigReload, BasicZkTest, PolyFieldTest, DistributedMLTComponentTest, TestSolrDeletionPolicy1, TestSchemaVersionResource, InfixSuggestersTest, TestUninvertingReader, TestHttpShardHandlerFactory, BasicDistributedZkTest, TestBM25SimilarityFactory, TestChildDocTransformer, DirectSolrSpellCheckerTest, ConfigSetsAPITest, TestFieldCacheReopen, TestCorePropertiesReload, BitVectorTest, TestPseudoReturnFields, OpenCloseCoreStressTest, TestCustomSort, TestCloudSchemaless, StatsReloadRaceTest, DistributedFacetPivotSmallTest, TestCoreAdminApis, DeleteInactiveReplicaTest, BigEndianAscendingWordDeserializerTest, TestPartialUpdateDeduplication, TestComputePlanAction, LeaderElectionIntegrationTest, HdfsRecoveryZkTest, SolrIndexConfigTest, TestXmlQParserPlugin, TestInPlaceUpdatesDistrib, AutoAddReplicasPlanActionTest, TestFieldCacheWithThreads, WrapperMergePolicyFactoryTest, TestPointFields, OpenExchangeRatesOrgProviderTest, TestHdfsBackupRestoreCore, TestCollectionAPIs, TestDocTermOrds, BasicAuthStandaloneTest, ZkStateWriterTest, TestRawResponseWriter, SynonymTokenizerTest, TestSystemIdResolver, DistributedSuggestComponentTest, TestSolrCloudSnapshots, PreAnalyzedUpdateProcessorTest, SolrIndexMetricsTest, TestExactSharedStatsCache, TestCloudDeleteByQuery, StatsComponentTest, TestMacros, TestTolerantSearch, TestJoin, OutputWriterTest, TestFiltering, TestCollationField, TimeRoutedAliasUpdateProcessorTest, TestHighlightDedupGrouping, MultiThreadedOCPTest, TestReload, TestCloudJSONFacetJoinDomain, TestSimDistributedQueue, TestMergePolicyConfig, PreAnalyzedFieldManagedSchemaCloudTest, TestTlogReplica, TestPayloadCheckQParserPlugin, DistribJoinFromCollectionTest, ShufflingReplicaListTransformerTest, TestDFISimilarityFactory, TestReplicationHandler]
[junit4] Completed [249/775 (1!)] on J0 in 95.13s, 16 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 50022 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 433 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/433/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F86EDE2C6FAB1620:703AE1F6C1577BD8]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
IOException occured when talking to server at: http://127.0.0.1:39753/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:39753/solr
at __randomizedtesting.SeedInfo.seed([F86EDE2C6FAB1620:C0DDFAD24858C2F1]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketException: Connection reset
at java.net.SocketInputStream.read(SocketInputStream.java:210)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
Build Log:
[...truncated 12441 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeNoTargetTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/init-core-data-001
[junit4] 2> 962767 WARN (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 962767 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 962768 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 962768 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 962769 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001
[junit4] 2> 962769 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 962769 INFO (Thread-3027) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 962769 INFO (Thread-3027) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 962771 ERROR (Thread-3027) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 962869 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:47069
[junit4] 2> 962872 INFO (zkConnectionManagerCallback-1260-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962904 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962904 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962905 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962906 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 962908 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962909 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962910 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e5a2fbc{/solr,null,AVAILABLE}
[junit4] 2> 962910 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962911 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962911 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962911 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5fe16b68{/solr,null,AVAILABLE}
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 962912 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a0ea949{/solr,null,AVAILABLE}
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ba7d30d{HTTP/1.1,[http/1.1]}{127.0.0.1:41293}
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.e.j.s.Server Started @966732ms
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41293}
[junit4] 2> 962913 ERROR (jetty-launcher-1257-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962913 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.248Z
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f02490{HTTP/1.1,[http/1.1]}{127.0.0.1:39157}
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.e.j.s.Server Started @966735ms
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39157}
[junit4] 2> 962916 ERROR (jetty-launcher-1257-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962916 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.251Z
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962917 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@515bda1{/solr,null,AVAILABLE}
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36176985{HTTP/1.1,[http/1.1]}{127.0.0.1:53319}
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.e.j.s.Server Started @966737ms
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53319}
[junit4] 2> 962918 ERROR (jetty-launcher-1257-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962918 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.253Z
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40c3bfdf{/solr,null,AVAILABLE}
[junit4] 2> 962921 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79cce7aa{HTTP/1.1,[http/1.1]}{127.0.0.1:35597}
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.e.j.s.Server Started @966741ms
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35597}
[junit4] 2> 962922 ERROR (jetty-launcher-1257-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962922 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.257Z
[junit4] 2> 962925 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a226cfb{/solr,null,AVAILABLE}
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b101bb4{HTTP/1.1,[http/1.1]}{127.0.0.1:34130}
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.e.j.s.Server Started @966748ms
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34130}
[junit4] 2> 962929 ERROR (jetty-launcher-1257-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962929 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.264Z
[junit4] 2> 962929 INFO (zkConnectionManagerCallback-1268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962929 INFO (zkConnectionManagerCallback-1266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962934 INFO (zkConnectionManagerCallback-1264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962934 INFO (zkConnectionManagerCallback-1262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962935 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962935 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962935 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962968 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c50243e{HTTP/1.1,[http/1.1]}{127.0.0.1:32942}
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.e.j.s.Server Started @966788ms
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32942}
[junit4] 2> 962969 ERROR (jetty-launcher-1257-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 962969 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-10T06:18:57.304Z
[junit4] 2> 962978 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962978 INFO (zkConnectionManagerCallback-1272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962979 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962985 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10004, likely client has closed socket
[junit4] 2> 962987 INFO (zkConnectionManagerCallback-1270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962990 INFO (jetty-launcher-1257-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962993 INFO (jetty-launcher-1257-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962994 INFO (zkConnectionManagerCallback-1276-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962996 INFO (jetty-launcher-1257-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962993 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10006, likely client has closed socket
[junit4] 2> 962993 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 962997 INFO (jetty-launcher-1257-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 962998 INFO (jetty-launcher-1257-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 963006 INFO (zkConnectionManagerCallback-1286-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963001 INFO (zkConnectionManagerCallback-1289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 962999 INFO (zkConnectionManagerCallback-1284-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963010 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d1000a, likely client has closed socket
[junit4] 2> 963010 INFO (zkConnectionManagerCallback-1292-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963011 INFO (zkConnectionManagerCallback-1294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963012 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10008, likely client has closed socket
[junit4] 2> 963013 INFO (zkConnectionManagerCallback-1296-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963014 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d1000c, likely client has closed socket
[junit4] 2> 963016 INFO (jetty-launcher-1257-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47069/solr
[junit4] 2> 963016 INFO (zkConnectionManagerCallback-1299-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963017 INFO (zkConnectionManagerCallback-1301-thread-1-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963020 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10009, likely client has closed socket
[junit4] 2> 963024 INFO (zkConnectionManagerCallback-1304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963026 INFO (zkConnectionManagerCallback-1306-thread-1-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963028 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10068e260d10010, likely client has closed socket
[junit4] 2> 963033 INFO (zkConnectionManagerCallback-1308-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963076 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963079 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34130_solr
[junit4] 2> 963081 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.Overseer Overseer (id=72172915534135314-127.0.0.1:34130_solr-n_0000000000) starting
[junit4] 2> 963133 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34130_solr
[junit4] 2> 963156 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 963343 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 963349 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963350 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 963355 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41293_solr
[junit4] 2> 963358 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 963361 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963365 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 963368 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32942_solr
[junit4] 2> 963372 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 963372 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963385 INFO (zkCallback-1300-thread-1-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 963386 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963388 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963389 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963394 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39157_solr
[junit4] 2> 963395 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 963399 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963400 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963400 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963400 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 963441 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 963456 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963465 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963465 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963466 INFO (jetty-launcher-1257-thread-2) [n:127.0.0.1:32942_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/.
[junit4] 2> 963467 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963475 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963475 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963477 INFO (jetty-launcher-1257-thread-1) [n:127.0.0.1:34130_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/.
[junit4] 2> 963480 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963501 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53319_solr
[junit4] 2> 963506 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963507 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963507 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963507 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963511 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 963514 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963517 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 963518 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963518 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963518 INFO (jetty-launcher-1257-thread-5) [n:127.0.0.1:41293_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node3/.
[junit4] 2> 963525 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 963529 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35597_solr
[junit4] 2> 963531 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963531 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963531 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963544 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963547 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963556 INFO (zkCallback-1305-thread-1-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 963612 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963615 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963618 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963618 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963619 INFO (jetty-launcher-1257-thread-6) [n:127.0.0.1:53319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node6/.
[junit4] 2> 963622 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963622 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963623 INFO (jetty-launcher-1257-thread-3) [n:127.0.0.1:39157_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/.
[junit4] 2> 963678 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963683 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963683 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 963684 INFO (jetty-launcher-1257-thread-4) [n:127.0.0.1:35597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/.
[junit4] 2> 963737 INFO (zkConnectionManagerCallback-1322-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963742 INFO (zkConnectionManagerCallback-1326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963744 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 963745 INFO (SUITE-ReplaceNodeNoTargetTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47069/solr ready
[junit4] 2> 963790 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[F86EDE2C6FAB1620]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 963792 INFO (zkConnectionManagerCallback-1328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 963794 INFO (TEST-ReplaceNodeNoTargetTest.test-seed#[F86EDE2C6FAB1620]) [ ] o.a.s.c.ReplaceNodeNoTargetTest total_jettys: 6
[junit4] 2> 963806 INFO (qtp381372172-7957) [n:127.0.0.1:32942_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963808 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963810 INFO (qtp1068257205-7981) [n:127.0.0.1:35597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963813 INFO (qtp1097119635-7949) [n:127.0.0.1:39157_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963816 INFO (qtp2014369422-7943) [n:127.0.0.1:41293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963818 INFO (qtp519953487-7967) [n:127.0.0.1:53319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963820 INFO (qtp2067151582-7929) [n:127.0.0.1:34130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=24
[junit4] 2> 963821 INFO (qtp2067151582-7931) [n:127.0.0.1:34130_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&name=replacenodetest_coll_notarget&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 963824 INFO (OverseerThreadFactory-2563-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection replacenodetest_coll_notarget
[junit4] 2> 963835 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=4
[junit4] 2> 963836 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963838 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963839 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963840 INFO (qtp2014369422-7941) [n:127.0.0.1:41293_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963842 INFO (qtp519953487-7968) [n:127.0.0.1:53319_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 963855 INFO (OverseerThreadFactory-2563-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1759667470 sessionWrapper.createTime 1759667457586963, this.sessionWrapper.createTime 1759667457586963
[junit4] 2> 963970 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963974 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41293/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963978 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39157/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963982 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963986 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34130/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963990 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard3_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32942/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963994 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:32942/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 963998 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard4_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34130/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964002 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35597/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964006 INFO (OverseerStateUpdate-72172915534135314-127.0.0.1:34130_solr-n_0000000000) [n:127.0.0.1:34130_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll_notarget",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_notarget_shard5_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39157/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 964211 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n1&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964212 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964213 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n8&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard3_replica_n10&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n6&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964214 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964214 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n18&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964214 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964215 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n14&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964215 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964215 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard1_replica_n2&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964215 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 964215 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard5_replica_n16&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard5&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964213 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard2_replica_n4&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964216 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_notarget_shard4_replica_n12&action=CREATE&numShards=5&collection=replacenodetest_coll_notarget&shard=shard4&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 964331 INFO (zkCallback-1295-thread-1-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1298-thread-1-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1291-thread-1-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1305-thread-1-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1291-thread-2-processing-n:127.0.0.1:39157_solr) [n:127.0.0.1:39157_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964331 INFO (zkCallback-1305-thread-2-processing-n:127.0.0.1:35597_solr) [n:127.0.0.1:35597_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1298-thread-2-processing-n:127.0.0.1:41293_solr) [n:127.0.0.1:41293_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1300-thread-2-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1295-thread-2-processing-n:127.0.0.1:53319_solr) [n:127.0.0.1:53319_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1300-thread-1-processing-n:127.0.0.1:32942_solr) [n:127.0.0.1:32942_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1307-thread-2-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 964332 INFO (zkCallback-1307-thread-1-processing-n:127.0.0.1:34130_solr) [n:127.0.0.1:34130_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll_notarget/state.json] for collection [replacenodetest_coll_notarget] has occurred - updating... (live nodes size: [6])
[junit4] 2> 965242 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965243 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965260 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965260 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965267 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965272 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 965273 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 965288 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965289 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965309 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 965312 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 965312 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 965334 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965334 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n10' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965335 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.core.replacenodetest_coll_notarget.shard3.replica_n10' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965335 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965335 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n10] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/replacenodetest_coll_notarget_shard3_replica_n10], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard3_replica_n10/data/]
[junit4] 2> 965339 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard1_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 965346 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965346 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n6' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965347 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.core.replacenodetest_coll_notarget.shard2.replica_n6' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965347 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965347 INFO (qtp1068257205-7984) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/replacenodetest_coll_notarget_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard2_replica_n6/data/]
[junit4] 2> 965361 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard5_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 965362 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965371 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard3_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 965396 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965396 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n1' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53319.solr.core.replacenodetest_coll_notarget.shard1.replica_n1' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965397 INFO (qtp519953487-7970) [n:127.0.0.1:53319_solr c:replacenodetest_coll_notarget s:shard1 r:core_node3 x:replacenodetest_coll_notarget_shard1_replica_n1] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node6/replacenodetest_coll_notarget_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node6/./replacenodetest_coll_notarget_shard1_replica_n1/data/]
[junit4] 2> 965414 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard1_replica_n2' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41293.solr.core.replacenodetest_coll_notarget.shard1.replica_n2' (registry 'solr.core.replacenodetest_coll_notarget.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965416 INFO (qtp2014369422-7945) [n:127.0.0.1:41293_solr c:replacenodetest_coll_notarget s:shard1 r:core_node5 x:replacenodetest_coll_notarget_shard1_replica_n2] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node3/replacenodetest_coll_notarget_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node3/./replacenodetest_coll_notarget_shard1_replica_n2/data/]
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n16' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35597.solr.core.replacenodetest_coll_notarget.shard5.replica_n16' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965423 INFO (qtp1068257205-7988) [n:127.0.0.1:35597_solr c:replacenodetest_coll_notarget s:shard5 r:core_node19 x:replacenodetest_coll_notarget_shard5_replica_n16] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n16] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/replacenodetest_coll_notarget_shard5_replica_n16], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node5/./replacenodetest_coll_notarget_shard5_replica_n16/data/]
[junit4] 2> 965426 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965426 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n12' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965426 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32942.solr.core.replacenodetest_coll_notarget.shard4.replica_n12' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965427 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965427 INFO (qtp381372172-7961) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard4 r:core_node15 x:replacenodetest_coll_notarget_shard4_replica_n12] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n12] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/replacenodetest_coll_notarget_shard4_replica_n12], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node2/./replacenodetest_coll_notarget_shard4_replica_n12/data/]
[junit4] 2> 965441 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard2_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 965444 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965444 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard5_replica_n18' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965455 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965455 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard3_replica_n8' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965455 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.core.replacenodetest_coll_notarget.shard3.replica_n8' (registry 'solr.core.replacenodetest_coll_notarget.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965456 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965456 INFO (qtp2067151582-7930) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard3 r:core_node11 x:replacenodetest_coll_notarget_shard3_replica_n8] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard3_replica_n8] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/replacenodetest_coll_notarget_shard3_replica_n8], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard3_replica_n8/data/]
[junit4] 2> 965459 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.core.replacenodetest_coll_notarget.shard5.replica_n18' (registry 'solr.core.replacenodetest_coll_notarget.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965460 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965460 INFO (qtp1097119635-7950) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard5_replica_n18] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/replacenodetest_coll_notarget_shard5_replica_n18], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard5_replica_n18/data/]
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard2_replica_n4' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39157.solr.core.replacenodetest_coll_notarget.shard2.replica_n4' (registry 'solr.core.replacenodetest_coll_notarget.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965461 INFO (qtp1097119635-7953) [n:127.0.0.1:39157_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/replacenodetest_coll_notarget_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node4/./replacenodetest_coll_notarget_shard2_replica_n4/data/]
[junit4] 2> 965473 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema [replacenodetest_coll_notarget_shard4_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 965504 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 965504 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_notarget_shard4_replica_n14' using configuration from collection replacenodetest_coll_notarget, trusted=true
[junit4] 2> 965504 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34130.solr.core.replacenodetest_coll_notarget.shard4.replica_n14' (registry 'solr.core.replacenodetest_coll_notarget.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d1b3674
[junit4] 2> 965521 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 965521 INFO (qtp2067151582-7932) [n:127.0.0.1:34130_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.c.SolrCore [[replacenodetest_coll_notarget_shard4_replica_n14] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/replacenodetest_coll_notarget_shard4_replica_n14], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeNoTargetTest_F86EDE2C6FAB1620-001/tempDir-001/node1/./replacenodetest_coll_notarget_shard4_replica_n14/data/]
[junit4] 2> 965717 INFO (qtp381372172-7960) [n:127.0.0.1:32942_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacen
[...truncated too long message...]
eper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4060513 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[F86EDE2C6FAB1620]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44793 44793
[junit4] 2> 4060568 INFO (Thread-9312) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44793 44793
[junit4] 2> 4060569 WARN (Thread-9312) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/testSimple1/terms/shard2
[junit4] 2> 6 /solr/collections/testSimple1/terms/shard1
[junit4] 2> 5 /solr/collections/testSimple2/terms/shard1
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard3
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard2
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/testSimple1/state.json
[junit4] 2> 14 /solr/collections/testSimple2/state.json
[junit4] 2> 9 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/72173117911793671-core_node5-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72173117911793673-127.0.0.1:58859_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/72173117911793671-core_node8-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_F86EDE2C6FAB1620-001
[junit4] 2> Feb 10, 2018 7:10:34 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1773, maxMBSortInHeap=5.0942245759516185, sim=RandomSimilarity(queryNorm=true): {}, locale=de-DE, timezone=Atlantic/Faeroe
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=160008872,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PropertiesRequestHandlerTest, StatelessScriptUpdateProcessorFactoryTest, TestJoin, TriggerIntegrationTest, TermsComponentTest, TestMergePolicyConfig, TestNamedUpdateProcessors, TestStressUserVersions, TestExportWriter, JvmMetricsTest, SolrIndexConfigTest, HdfsChaosMonkeyNothingIsSafeTest, DirectSolrConnectionTest, DistributedQueryElevationComponentTest, QueryResultKeyTest, TestJsonFacets, TestInPlaceUpdatesStandalone, TestRandomCollapseQParserPlugin, TestXIncludeConfig, HdfsNNFailoverTest, TestPKIAuthenticationPlugin, AssignBackwardCompatibilityTest, MBeansHandlerTest, TestRealTimeGet, FieldMutatingUpdateProcessorTest, BufferStoreTest, XmlUpdateRequestHandlerTest, MetricTriggerTest, DistanceUnitsTest, SampleTest, OverseerCollectionConfigSetProcessorTest, FastVectorHighlighterTest, SegmentsInfoRequestHandlerTest, GraphQueryTest, TestExactStatsCache, SchemaApiFailureTest, MultiThreadedOCPTest, SolrSlf4jReporterTest, TestCloudPseudoReturnFields, HLLSerializationTest, ShardRoutingCustomTest, StatsComponentTest, BlobRepositoryCloudTest, SuggesterTSTTest, TestDistribIDF, TestSimDistributedQueue, HdfsSyncSliceTest, SolrPluginUtilsTest, CoreAdminRequestStatusTest, TestApiFramework, RecoveryAfterSoftCommitTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkShardTermsTest, AnalysisAfterCoreReloadTest, ExplicitHLLTest, MoveReplicaHDFSTest, CollectionsAPISolrJTest, TestBinaryResponseWriter, TestEmbeddedSolrServerSchemaAPI, RAMDirectoryFactoryTest, RollingRestartTest, TestFreeTextSuggestions, TestCloudJSONFacetJoinDomain, TestSuggestSpellingConverter, TestSolrCloudSnapshots, TestSolrJ, VersionInfoTest, ReplaceNodeNoTargetTest, TestUtils, TermVectorComponentDistributedTest, IndexSchemaRuntimeFieldTest, CdcrReplicationHandlerTest, UninvertDocValuesMergePolicyTest, TestDynamicFieldCollectionResource, ReplicaListTransformerTest, ZkCLITest, TestFieldCacheVsDocValues, SolrCLIZkUtilsTest, TestInfoStreamLogging, TestHdfsUpdateLog, DistribCursorPagingTest, TestQuerySenderNoQuery, LeaderFailureAfterFreshStartTest, PluginInfoTest, QueryElevationComponentTest, TestCollationFieldDocValues, V2ApiIntegrationTest, NumericFieldsTest, UnloadDistributedZkTest, HighlighterTest, TestSubQueryTransformer, TestConfigOverlay, TestZkAclsWithHadoopAuth, TestSolrConfigHandler, TestSolrQueryResponse, TestManagedResourceStorage, TestReloadDeadlock, HdfsCollectionsAPIDistributedZkTest, TestCloudDeleteByQuery, TestCSVResponseWriter, TestPerFieldSimilarity, TestTlogReplica, DocExpirationUpdateProcessorFactoryTest, JavabinLoaderTest, TestLeaderElectionWithEmptyReplica, VMParamsZkACLAndCredentialsProvidersTest, DistributedQueryComponentOptimizationTest, AutoscalingHistoryHandlerTest, CurrencyFieldTypeTest, DistributedFacetPivotSmallAdvancedTest, DirectUpdateHandlerOptimizeTest, TestManagedSchema, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCorePropertiesReload, ResourceLoaderTest, SpellCheckCollatorWithCollapseTest, TestNRTOpen, NodeLostTriggerTest, TestManagedSynonymGraphFilterFactory, SolrShardReporterTest, PKIAuthenticationIntegrationTest, TestEmbeddedSolrServerAdminHandler, SolrInfoBeanTest, SolrJmxReporterCloudTest, TestDynamicLoading, TestBinaryField, BJQParserTest, ClassificationUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, CdcrVersionReplicationTest, TestLegacyTerms, TestSystemIdResolver, TestPayloadScoreQParserPlugin, ZkNodePropsTest, TestCharFilters, BinaryUpdateRequestHandlerTest, TestRestoreCore, TestRecovery, TestPivotHelperCode, TestRawTransformer, TestSQLHandlerNonCloud, TestZkChroot, LeaderElectionTest, TestClusterStateMutator, TestFiltering, AddBlockUpdateTest, TestFunctionQuery, TestSortableTextField, SimpleCollectionCreateDeleteTest, TestLargeCluster, TestRequestForwarding, SubstringBytesRefFilterTest, SystemLogListenerTest, JSONWriterTest, TestNodeLostTrigger, TestReplicationHandler, DocumentBuilderTest, TestIntervalFaceting, TestPostingsSolrHighlighter, TestOverriddenPrefixQueryForCustomFieldType, CopyFieldTest, ConfigSetsAPITest, TestReload, HdfsRecoveryZkTest, PathHierarchyTokenizerFactoryTest, SaslZkACLProviderTest, TestCursorMarkWithoutUniqueKey, TestReRankQParserPlugin, AtomicUpdateProcessorFactoryTest, TestMacroExpander, TestRequestStatusCollectionAPI, TestLazyCores, TestSha256AuthenticationProvider, TestScoreJoinQPScore, SortSpecParsingTest, TestCoreBackup, TestShardHandlerFactory, RequestLoggingTest, MoreLikeThisHandlerTest, SolrGangliaReporterTest, TestCloudManagedSchema, TolerantUpdateProcessorTest, SolrCoreMetricManagerTest, TestDownShardTolerantSearch, SpatialRPTFieldTypeTest, TestBM25SimilarityFactory, TestBlendedInfixSuggestions, TestDocBasedVersionConstraints, BasicDistributedZkTest, TestDistributedGrouping, DistributedSpellCheckComponentTest, ZkControllerTest, TestSolr4Spatial, SpellCheckComponentTest, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, TestValueSourceCache, TestSolrQueryParser, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, JsonLoaderTest, PingRequestHandlerTest, TestLFUCache, PreAnalyzedFieldTest, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteShardTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, HttpPartitionTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, OverseerTaskQueueTest, ReplicationFactorTest, RestartWhileUpdatingTest, SolrCloudExampleTest, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRandomRequestDistribution, TestRebalanceLeaders, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest]
[junit4] Completed [603/774 (2!)] on J0 in 14.75s, 1 test, 1 error <<< FAILURES!
[...truncated 48776 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 432 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/432/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
no MOVEREPLICA ops? waitFor=5, killDelay=5000, minIgnored=0
Stack Trace:
java.lang.AssertionError: no MOVEREPLICA ops? waitFor=5, killDelay=5000, minIgnored=0
at __randomizedtesting.SeedInfo.seed([114EAC01CF1A42BB:AE5B62FF4CF0273D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:452)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:298)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14008 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_114EAC01CF1A42BB-001/init-core-data-001
[junit4] 2> 3874711 INFO (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3874713 INFO (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3874713 INFO (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10022_solr, 127.0.0.1:10018_solr, 127.0.0.1:10033_solr, 127.0.0.1:10025_solr, 127.0.0.1:10026_solr, 127.0.0.1:10020_solr, 127.0.0.1:10028_solr, 127.0.0.1:10036_solr, 127.0.0.1:10023_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10037_solr, 127.0.0.1:10021_solr, 127.0.0.1:10029_solr, 127.0.0.1:10035_solr, 127.0.0.1:10030_solr, 127.0.0.1:10032_solr, 127.0.0.1:10019_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr]
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 3874715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 3874716 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3874716 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 3874721 DEBUG (ScheduledTrigger-12468-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874740 INFO (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 3874741 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3874741 INFO (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 3874745 DEBUG (ScheduledTrigger-12468-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874745 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3874753 DEBUG (TEST-TestLargeCluster.testAddNode-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10066_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 3874754 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3874755 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3874755 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3874755 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874775 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874803 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874827 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874849 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874856 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3874856 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3874860 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10066_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 3874861 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10066_solr, 127.0.0.1:10021_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10117_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10115_solr, 127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr, 127.0.0.1:10116_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10072_solr, 127.0.0.1:10056_solr]
[junit4] 2> 3874861 DEBUG (simCloudManagerPool-12470-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute, class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute, class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
[junit4] 2> 3874862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3874862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3874862 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874862 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874869 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874890 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874891 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874891 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874911 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874911 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874911 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874931 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874931 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874931 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874952 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874952 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874952 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874972 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874972 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874972 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3874992 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3874992 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3874992 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875013 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875013 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875013 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875034 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875034 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875034 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875054 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875054 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875054 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875074 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875074 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875074 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875094 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875094 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875094 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875114 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875114 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875115 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875135 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875135 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875135 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875155 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875155 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875155 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875175 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875175 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875175 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875196 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875196 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875196 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875216 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875216 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875216 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875236 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875236 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875236 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875257 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875257 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875257 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875277 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875277 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875277 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875297 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875297 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875297 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875318 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875318 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875318 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875338 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875338 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875338 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875358 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875358 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875358 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875379 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875379 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875380 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875400 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875400 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875400 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875420 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875420 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875420 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875440 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875440 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875441 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875461 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875461 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875461 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875481 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875481 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875482 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875502 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875502 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875502 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875522 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875526 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875526 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875543 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875547 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875547 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875563 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875567 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875567 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875583 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875587 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875587 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875604 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875609 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875609 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875624 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875630 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875630 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875644 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875650 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875650 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875665 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875672 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875672 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875687 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875693 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875693 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875710 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875715 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875715 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875730 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875735 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875735 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875750 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875760 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875760 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875771 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875780 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875780 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875791 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875800 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875800 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875812 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875820 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875821 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875833 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875843 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875843 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875853 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875863 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875863 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875873 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875886 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875887 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875894 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875907 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875907 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875916 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875928 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875928 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875936 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875949 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875949 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875957 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875969 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875969 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875977 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3875989 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3875989 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3875997 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876012 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876012 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876020 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876033 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876033 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876040 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876053 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876053 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876060 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876073 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876073 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876081 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876097 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876097 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876101 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876117 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876118 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876121 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876140 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876140 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876141 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876160 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876160 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876162 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876188 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876188 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876188 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876208 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876208 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876208 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876228 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876229 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876229 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876253 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876253 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876253 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876277 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876277 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876278 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876300 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876300 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876300 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876320 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876321 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876321 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876341 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876341 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876341 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876361 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876361 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876361 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876382 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876382 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876382 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876403 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876403 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876403 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876423 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876423 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876423 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876444 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876444 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876444 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876464 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876464 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876464 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876484 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876484 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876484 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876504 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876504 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876505 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876525 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876525 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876525 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876545 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876545 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876545 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876565 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876565 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876566 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876586 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876586 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876586 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876606 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876606 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876606 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876626 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876626 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876626 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876647 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876647 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876647 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876667 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876667 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876667 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876687 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876687 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876687 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876707 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876708 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876708 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876728 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876728 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876728 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876748 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876748 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876748 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876769 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876769 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876769 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876789 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876789 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876789 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876809 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876809 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876809 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876835 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876835 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876835 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876855 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876855 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876856 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876881 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876881 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876881 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876901 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876901 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876901 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876923 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876923 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876923 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876943 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876943 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876943 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876964 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876964 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876964 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3876984 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3876984 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3876984 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877004 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877004 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877004 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877024 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877024 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877024 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877044 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877045 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877045 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877065 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877065 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877065 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877085 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877085 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877085 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877106 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877106 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877106 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877131 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877131 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877131 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877151 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877151 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877152 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877172 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877172 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877172 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877192 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877192 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877192 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877218 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877218 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877218 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877241 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877241 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877241 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877261 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877262 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877262 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877282 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877282 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877282 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877302 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877302 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877303 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877322 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877323 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877328 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877343 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877343 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877351 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877363 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877363 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877371 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877391 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877391 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877393 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877412 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877412 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877413 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877432 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877432 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877433 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877452 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877452 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877454 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877473 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877473 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877474 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877498 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877498 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877498 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877518 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877518 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877518 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877538 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877538 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877538 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877561 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877561 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877562 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877582 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877582 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877582 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877608 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877608 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877608 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877629 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877629 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877629 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877649 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877649 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877649 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877669 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877669 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877669 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877690 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877690 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877690 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877711 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877712 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877712 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877732 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877732 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877732 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877754 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877754 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877754 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877774 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877774 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877774 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877794 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877794 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877794 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877815 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877815 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877815 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877835 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877835 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877835 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877850 DEBUG (simCloudManagerPool-12470-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard3: {"core_node76":{
[junit4] 2> "node_name":"127.0.0.1:10025_solr",
[junit4] 2> "core":"testNodeAdded_shard3_replica_t76",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877855 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877855 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877855 DEBUG (simCloudManagerPool-12470-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard6: {"core_node155":{
[junit4] 2> "node_name":"127.0.0.1:10043_solr",
[junit4] 2> "core":"testNodeAdded_shard6_replica_n155",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard6",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877855 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877855 DEBUG (simCloudManagerPool-12470-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard9: {"core_node254":{
[junit4] 2> "node_name":"127.0.0.1:10070_solr",
[junit4] 2> "core":"testNodeAdded_shard9_replica_t254",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard4: {"core_node98":{
[junit4] 2> "node_name":"127.0.0.1:10099_solr",
[junit4] 2> "core":"testNodeAdded_shard4_replica_n98",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard8: {"core_node230":{
[junit4] 2> "node_name":"127.0.0.1:10111_solr",
[junit4] 2> "core":"testNodeAdded_shard8_replica_t230",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard8",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard10: {"core_node290":{
[junit4] 2> "node_name":"127.0.0.1:10089_solr",
[junit4] 2> "core":"testNodeAdded_shard10_replica_t290",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard10",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard7: {"core_node191":{
[junit4] 2> "node_name":"127.0.0.1:10027_solr",
[junit4] 2> "core":"testNodeAdded_shard7_replica_t191",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10075_solr",
[junit4] 2> "core":"testNodeAdded_shard1_replica_t18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard5: {"core_node133":{
[junit4] 2> "node_name":"127.0.0.1:10020_solr",
[junit4] 2> "core":"testNodeAdded_shard5_replica_t133",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"TLOG",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877864 DEBUG (simCloudManagerPool-12470-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard2: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10105_solr",
[junit4] 2> "core":"testNodeAdded_shard2_replica_n39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1000000000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeAdded"}}
[junit4] 2> 3877880 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877880 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877881 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877901 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877901 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877901 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877921 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877922 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877922 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877942 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877942 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877942 DEBUG (ScheduledTrigger-12471-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877962 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877963 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877963 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3877983 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3877983 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3877983 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3878010 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3878010 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3878010 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3878032 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3878032 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3878032 DEBUG (ScheduledTrigger-12471-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 3878052 DEBUG (ScheduledTrigger-12471-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100
[junit4] 2> 3878055 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 3878056 DEBUG (ScheduledTrigger-12471-thread-1) [ ] o.a.s.c.a.NodeAdde
[...truncated too long message...]
loudTestCase ## - FAILED 11
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 3
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 11
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - FAILED 8
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 11
[junit4] 2> 3909522 INFO (TEST-TestLargeCluster.testNodeLost-seed#[114EAC01CF1A42BB]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 8
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLargeCluster -Dtests.method=testNodeLost -Dtests.seed=114EAC01CF1A42BB -Dtests.slow=true -Dtests.locale=ms -Dtests.timezone=CST6CDT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 4.57s J1 | TestLargeCluster.testNodeLost <<<
[junit4] > Throwable #1: java.lang.AssertionError: no MOVEREPLICA ops? waitFor=5, killDelay=5000, minIgnored=0
[junit4] > at __randomizedtesting.SeedInfo.seed([114EAC01CF1A42BB:AE5B62FF4CF0273D]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:452)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:298)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3909538 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3909538 DEBUG (SUITE-TestLargeCluster-seed#[114EAC01CF1A42BB]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestLargeCluster_114EAC01CF1A42BB-001
[junit4] 2> Feb 09, 2018 8:40:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 59 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1188, maxMBSortInHeap=5.332960885293348, sim=RandomSimilarity(queryNorm=true): {}, locale=ms, timezone=CST6CDT
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=175255824,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestAnalyzedSuggestions, HdfsThreadLeakTest, TestExtendedDismaxParser, AliasIntegrationTest, SearchHandlerTest, MetricsHandlerTest, TestExactSharedStatsCache, EchoParamsTest, NumberUtilsTest, MoveReplicaHDFSFailoverTest, TimeZoneUtilsTest, TestAuthorizationFramework, HLLUtilTest, FileBasedSpellCheckerTest, TestPayloadCheckQParserPlugin, BigEndianAscendingWordDeserializerTest, TestStressReorder, TestTrackingShardHandlerFactory, TestCoreAdminApis, TestFieldResource, CurrencyRangeFacetCloudTest, TestComplexPhraseLeadingWildcard, RegexBytesRefFilterTest, QueryParsingTest, ZkSolrClientTest, ClusterStateTest, TestInitParams, CoreAdminHandlerTest, TestGeoJSONResponseWriter, OverseerModifyCollectionTest, DocValuesTest, TestGenericDistributedQueue, TestMacros, HdfsDirectoryFactoryTest, HdfsUnloadDistributedZkTest, TestSolrQueryParser, TestEmbeddedSolrServerConstructors, TestWordDelimiterFilterFactory, TestSystemCollAutoCreate, AsyncCallRequestStatusResponseTest, DistributedFacetPivotLongTailTest, TestSortByMinMaxFunction, PeerSyncReplicationTest, BitVectorTest, SolrIndexMetricsTest, RestartWhileUpdatingTest, CollectionTooManyReplicasTest, CSVRequestHandlerTest, TestTolerantUpdateProcessorCloud, SliceStateTest, TestFieldCacheSortRandom, DocValuesMultiTest, TestCoreDiscovery, TestAtomicUpdateErrorCases, TestLockTree, TestFastWriter, DefaultValueUpdateProcessorTest, BadComponentTest, TestLMDirichletSimilarityFactory, TestCloudSchemaless, AnalysisErrorHandlingTest, AssignTest, TestClusterProperties, HttpSolrCallGetCoreTest, UpdateRequestProcessorFactoryTest, TestSQLHandler, TestPointFields, UUIDUpdateProcessorFallbackTest, UpdateParamsTest, MoveReplicaTest, SolrCmdDistributorTest, SolrMetricManagerTest, TestCodecSupport, TestHashQParserPlugin, TestPolicyCloud, TestConfigSetImmutable, TestSchemaVersionResource, TestNodeAddedTrigger, ShowFileRequestHandlerTest, TestUpdate, DateRangeFieldTest, TestSkipOverseerOperations, CreateRoutedAliasTest, PeerSyncTest, DOMUtilTest, RankQueryTest, JsonLoaderTest, AnalyticsMergeStrategyTest, SimplePostToolTest, TestFileDictionaryLookup, CircularListTest, CloneFieldUpdateProcessorFactoryTest, BasicDistributedZk2Test, TestExclusionRuleCollectionAccess, TestChildDocTransformer, SpellCheckComponentTest, ClassificationUpdateProcessorIntegrationTest, DistribDocExpirationUpdateProcessorTest, ConcurrentCreateRoutedAliasTest, SuggesterTest, ShardSplitTest, LeaderFailoverAfterPartitionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFieldTypeResource, UtilsToolTest, DocumentAnalysisRequestHandlerTest, TestSmileRequest, CdcrBidirectionalTest, TestLegacyNumericRangeQueryBuilder, TestRandomFlRTGCloud, TestSolrIndexConfig, NoCacheHeaderTest, TestLegacyField, TestSolrCLIRunExample, LeaderInitiatedRecoveryOnShardRestartTest, TestOnReconnectListenerSupport, TestSolrCoreParser, TestCloudPivotFacet, TestDocSet, TestLRUStatsCache, TestComponentsName, BlockJoinFacetSimpleTest, TestCloudInspectUtil, TestHdfsCloudBackupRestore, ReplaceNodeTest, ResponseLogComponentTest, TestRandomFaceting, CoreAdminCreateDiscoverTest, TestClusterStateProvider, TestDistributedGrouping, TestCollectionAPI, DocValuesNotIndexedTest, TestAnalyzeInfixSuggestions, TestLuceneIndexBackCompat, TestUseDocValuesAsStored, TestDynamicFieldResource, TestMinMaxOnMultiValuedField, TestBulkSchemaConcurrent, RulesTest, TestCloudNestedDocsSort, CollectionStateFormat2Test, TestStandardQParsers, TemplateUpdateProcessorTest, DeleteStatusTest, TestSolrDeletionPolicy2, TestLeaderElectionZkExpiry, TestDistribStateManager, TestJettySolrRunner, TestManagedResource, URLClassifyProcessorTest, HDFSCollectionsAPITest, SuggestComponentContextFilterQueryTest, AutoScalingHandlerTest, TestCryptoKeys, StressHdfsTest, ConfigureRecoveryStrategyTest, ZkFailoverTest, TestIndexingPerformance, TestJsonFacetRefinement, DisMaxRequestHandlerTest, TestNumericRangeQuery64, FullSolrCloudDistribCmdsTest, SmileWriterTest, SortByFunctionTest, DistributedSuggestComponentTest, SoftAutoCommitTest, TestObjectReleaseTracker, TestDFRSimilarityFactory, TestHttpShardHandlerFactory, TestRebalanceLeaders, TestBackupRepositoryFactory, CdcrRequestHandlerTest, PrimitiveFieldTypeTest, XsltUpdateRequestHandlerTest, SolrCloudExampleTest, ExternalFileFieldSortTest, UUIDFieldTest, ImplicitSnitchTest, RequestHandlersTest, ChangedSchemaMergeTest, HttpTriggerListenerTest, TestDefaultStatsCache, TestReqParamsAPI, TestLuceneMatchVersion, MetricUtilsTest, ScriptEngineTest, TestExceedMaxTermLength, DistributedIntervalFacetingTest, TestConfig, TestCustomDocTransformer, TestPullReplica, OverseerTest, ClusterStateUpdateTest, LeaderElectionTest, ShardRoutingCustomTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressVersions, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, TestStressLucene, PolyFieldTest, TestPseudoReturnFields, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestWriterPerf, TermsComponentTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, TestQuerySenderNoQuery, TestStressRecovery, PreAnalyzedFieldTest, PrimUtilsTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestRTGBase, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribJoinFromCollectionTest, DistributedQueueTest, HttpPartitionOnCommitTest, HttpPartitionTest, MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestRandomRequestDistribution, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestUtilizeNode, VMParamsZkACLAndCredentialsProvidersTest, CollectionReloadTest, CollectionsAPIDistributedZkTest, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, NodeAddedTriggerTest, SearchRateTriggerTest, TestComputePlanAction, TestLargeCluster]
[junit4] Completed [587/774 (1!)] on J1 in 35.33s, 4 tests, 1 failure <<< FAILURES!
[...truncated 48811 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 431 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/431/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([2F8A91C2FB18F026:C24A06D246746DFF]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testListeners(TriggerIntegrationTest.java:1053)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14023 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3596927 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/init-core-data-001
[junit4] 2> 3596928 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3596930 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3596931 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001
[junit4] 2> 3596931 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3596931 INFO (Thread-6705) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3596931 INFO (Thread-6705) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3596933 ERROR (Thread-6705) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3597031 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53321
[junit4] 2> 3597034 INFO (zkConnectionManagerCallback-6523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597040 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3597040 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3597042 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3597042 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3597042 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a7daf68{/solr,null,AVAILABLE}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4277e9d6{/solr,null,AVAILABLE}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@286e9cf3{HTTP/1.1,[http/1.1]}{127.0.0.1:46803}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.e.j.s.Server Started @3604761ms
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@11d5320c{HTTP/1.1,[http/1.1]}{127.0.0.1:54453}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46803}
[junit4] 2> 3597043 INFO (jetty-launcher-6520-thread-1) [ ] o.e.j.s.Server Started @3604761ms
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54453}
[junit4] 2> 3597044 ERROR (jetty-launcher-6520-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3597044 ERROR (jetty-launcher-6520-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:22:53.796Z
[junit4] 2> 3597044 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:22:53.796Z
[junit4] 2> 3597046 INFO (zkConnectionManagerCallback-6525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597046 INFO (zkConnectionManagerCallback-6527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597046 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3597046 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3597053 INFO (jetty-launcher-6520-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3597054 INFO (jetty-launcher-6520-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3597054 INFO (zkConnectionManagerCallback-6532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597055 INFO (zkConnectionManagerCallback-6535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597057 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1006462eed40004, likely client has closed socket
[junit4] 2> 3597057 INFO (zkConnectionManagerCallback-6537-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597058 INFO (zkConnectionManagerCallback-6539-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597234 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3597235 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54453_solr
[junit4] 2> 3597237 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.Overseer Overseer (id=72167970114371590-127.0.0.1:54453_solr-n_0000000000) starting
[junit4] 2> 3597242 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3597248 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46803_solr
[junit4] 2> 3597251 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3597252 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3597253 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3597255 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54453_solr
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:46803_solr]
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3597255 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3597257 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3597258 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3597259 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3597259 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3597260 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3597347 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54453.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597377 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54453.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597377 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54453.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597378 INFO (jetty-launcher-6520-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node1/.
[junit4] 2> 3597462 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46803.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597468 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46803.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597469 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46803.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597469 INFO (jetty-launcher-6520-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node2/.
[junit4] 2> 3597491 INFO (zkConnectionManagerCallback-6545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597495 INFO (zkConnectionManagerCallback-6549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597496 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3597498 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53321/solr ready
[junit4] 2> 3597537 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 3597538 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3597538 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3597538 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3597542 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3597542 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3597543 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3597550 INFO (qtp2011984679-31564) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3597552 INFO (qtp1561252900-31576) [n:127.0.0.1:54453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3597552 DEBUG (qtp1561252900-31569) [n:127.0.0.1:54453_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3597553 INFO (qtp1561252900-31569) [n:127.0.0.1:54453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3597554 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3597555 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46803_solr, 127.0.0.1:54453_solr]
[junit4] 2> 3597555 DEBUG (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3597555 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3597558 INFO (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3597559 INFO (qtp1561252900-31572) [n:127.0.0.1:54453_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3597560 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3597560 DEBUG (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 3597561 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3597561 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3597570 INFO (qtp1561252900-31572) [n:127.0.0.1:54453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 3597570 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3597572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3597572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3597572 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c9bab2d{/solr,null,AVAILABLE}
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6bffafaa{HTTP/1.1,[http/1.1]}{127.0.0.1:59596}
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3605291ms
[junit4] 2> 3597573 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59596}
[junit4] 2> 3597573 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3597574 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:22:54.326Z
[junit4] 2> 3597576 INFO (zkConnectionManagerCallback-6551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597577 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3597587 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3597589 INFO (zkConnectionManagerCallback-6555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597593 INFO (zkConnectionManagerCallback-6557-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3597605 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3597609 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3597612 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59596_solr
[junit4] 2> 3597614 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597614 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597615 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597616 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3597720 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59596.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597728 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59596.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597728 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_59596.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3597729 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:59596_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node3/.
[junit4] 2> 3598567 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3598567 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3598568 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:59596_solr at time 1684206904122354
[junit4] 2> 3599566 INFO (OverseerCollectionConfigSetProcessor-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3599569 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3599570 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3600570 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3600571 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3601571 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3601572 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3602573 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3602573 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3603574 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3603574 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3604575 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3604575 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3605577 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3605577 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3606578 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3606578 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3607580 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3607581 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3608586 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3608586 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3608587 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:59596_solr] added at times [1684206904122354], now=1684216926569113
[junit4] 2> 3608587 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbc6fa3f9bf2T10z6iumiqzpg98s7zmcz3hrfe",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684206904122354,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684206904122354],
[junit4] 2> "nodeNames":["127.0.0.1:59596_solr"]}}
[junit4] 2> 3608588 DEBUG (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
[junit4] 2> 3608589 INFO (ScheduledTrigger-13017-thread-2) [n:127.0.0.1:54453_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3608590 DEBUG (AutoscalingActionExecutor-13018-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbc6fa3f9bf2T10z6iumiqzpg98s7zmcz3hrfe",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684206904122354,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684206904122354],
[junit4] 2> "_enqueue_time_":1684216927916853,
[junit4] 2> "nodeNames":["127.0.0.1:59596_solr"]}}
[junit4] 2> 3608591 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3608591 DEBUG (AutoscalingActionExecutor-13018-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3608592 DEBUG (AutoscalingActionExecutor-13018-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=5fbc6fa3f9bf2T10z6iumiqzpg98s7zmcz3hrfe
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3608592 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57fa4646{/solr,null,AVAILABLE}
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1aececb2{HTTP/1.1,[http/1.1]}{127.0.0.1:42684}
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3616314ms
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42684}
[junit4] 2> 3608593 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3608593 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3608594 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:23:05.346Z
[junit4] 2> 3608596 INFO (zkConnectionManagerCallback-6561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3608597 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3608603 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3608604 INFO (zkConnectionManagerCallback-6565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3608607 INFO (zkConnectionManagerCallback-6567-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3608616 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3608619 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3608623 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42684_solr
[junit4] 2> 3608628 INFO (zkCallback-6566-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608629 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608636 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608638 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608638 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3608765 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42684.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3608773 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42684.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3608773 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42684.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3608774 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42684_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node4/.
[junit4] 2> 3613593 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3613594 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3613594 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42684_solr at time 1684221935289324
[junit4] 2> 3614605 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3614605 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3615607 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3615607 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3616608 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3616608 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3617609 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3617609 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3618610 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3618610 DEBUG (ScheduledTrigger-13017-thread-1) [n:127.0.0.1:54453_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3618812 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@11d5320c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3618813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25941431
[junit4] 2> 3618813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3618813 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3edf392e: rootName = solr_54453, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6e61dd78
[junit4] 2> 3618819 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3618819 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@592f1d59: rootName = solr_54453, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@49341810
[junit4] 2> 3618824 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3618824 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2d959be1: rootName = solr_54453, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c142174
[junit4] 2> 3618827 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:54453_solr
[junit4] 2> 3618828 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3618829 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6538-thread-1-processing-n:127.0.0.1:54453_solr) [n:127.0.0.1:54453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6566-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 3618829 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3618829 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.Overseer Overseer (id=72167970114371590-127.0.0.1:54453_solr-n_0000000000) closing
[junit4] 2> 3618829 INFO (OverseerStateUpdate-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54453_solr
[junit4] 2> 3618830 WARN (OverseerAutoScalingTriggerThread-72167970114371590-127.0.0.1:54453_solr-n_0000000000) [n:127.0.0.1:54453_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3618830 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 3618832 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4277e9d6{/solr,null,UNAVAILABLE}
[junit4] 2> 3618833 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46803_solr
[junit4] 2> 3618834 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3618837 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.Overseer Overseer (id=72167970114371589-127.0.0.1:46803_solr-n_0000000001) starting
[junit4] 2> 3618844 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3618845 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3618845 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:42684_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3618845 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3618846 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:42684_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3618846 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 3618846 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3618846 INFO (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3618847 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:42684_solr
[junit4] 2> 3618849 DEBUG (ScheduledTrigger-13038-thread-1) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3618849 DEBUG (ScheduledTrigger-13038-thread-1) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3618850 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3618850 DEBUG (ScheduledTrigger-13038-thread-1) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3619852 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3619852 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3619852 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3620853 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3620853 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3620853 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3621854 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3621854 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3621854 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3622863 DEBUG (ScheduledTrigger-13038-thread-4) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:42684_solr] added at times [1684221935289324], now=1684232209056295
[junit4] 2> 3623864 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbca7a2d03ecT10z6iumiqzpg98s7zmcz3hrfg",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684221935289324,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684221935289324],
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3623865 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
[junit4] 2> 3623866 INFO (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3623866 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbca7a2d03ecT10z6iumiqzpg98s7zmcz3hrfg",
[junit4] 2> "source":"node_added_triggerEFRS",
[junit4] 2> "eventTime":1684221935289324,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684221935289324],
[junit4] 2> "_enqueue_time_":1684232210207458,
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3623866 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
[junit4] 2> 3623872 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 3623873 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
[junit4] 2> 3623873 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 7 ms for event id=5fbca7a2d03ecT10z6iumiqzpg98s7zmcz3hrfg
[junit4] 2> 3623907 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 3623908 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
[junit4] 2> 3623909 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3623909 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3623911 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3623912 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3623912 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3623913 INFO (qtp2141224647-31658) [n:127.0.0.1:42684_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3623919 INFO (qtp2141224647-31658) [n:127.0.0.1:42684_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 3623923 INFO (qtp2051169502-31629) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3623924 INFO (qtp2141224647-31657) [n:127.0.0.1:42684_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3623936 INFO (qtp2011984679-31570) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3623937 DEBUG (qtp2011984679-31574) [n:127.0.0.1:46803_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3623937 INFO (qtp2011984679-31574) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 3623938 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3623939 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:42684_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3623940 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3623942 INFO (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3623943 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3623943 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3623944 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1aececb2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2033013147
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3623944 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12b87d55: rootName = solr_42684, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@293e2e69
[junit4] 2> 3623949 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3623949 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79041a3c: rootName = solr_42684, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@49341810
[junit4] 2> 3623953 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3623953 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f79cf77: rootName = solr_42684, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c142174
[junit4] 2> 3623955 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42684_solr
[junit4] 2> 3623956 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3623956 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623956 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623956 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3623957 INFO (zkCallback-6566-thread-1-processing-n:127.0.0.1:42684_solr) [n:127.0.0.1:42684_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623957 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 3623958 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57fa4646{/solr,null,UNAVAILABLE}
[junit4] 2> 3623958 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3624946 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3624946 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:42684_solr
[junit4] 2> 3625927 INFO (OverseerCollectionConfigSetProcessor-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3625948 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3626949 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:42684_solr]
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbcd1f0d71d1T10z6iumiqzpg98s7zmcz3hrfi",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1684233291395537,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684233291395537],
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3627950 DEBUG (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger]
[junit4] 2> 3627951 INFO (ScheduledTrigger-13038-thread-3) [n:127.0.0.1:46803_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3627951 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbcd1f0d71d1T10z6iumiqzpg98s7zmcz3hrfi",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":1684233291395537,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684233291395537],
[junit4] 2> "_enqueue_time_":1684236296577071,
[junit4] 2> "nodeNames":["127.0.0.1:42684_solr"]}}
[junit4] 2> 3627952 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 5000ms
[junit4] 2> 3627953 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=5fbcd1f0d71d1T10z6iumiqzpg98s7zmcz3hrfi
[junit4] 2> 3627960 INFO (qtp2011984679-31574) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3627962 INFO (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3627962 DEBUG (qtp2011984679-31566) [n:127.0.0.1:46803_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3627963 INFO (qtp2011984679-31566) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 3627963 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3627964 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3627964 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3627964 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3627965 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3629964 INFO (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
[junit4] 2> 3629988 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3629989 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
[junit4] 2> 3629989 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3629989 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3629992 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3629992 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3629992 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3629994 INFO (qtp2011984679-31566) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3629996 INFO (qtp2051169502-31634) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3629996 DEBUG (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3629996 INFO (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3629997 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3629998 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3629998 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3629998 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3630000 INFO (qtp2011984679-31570) [n:127.0.0.1:46803_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3630001 INFO (qtp2051169502-31631) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3630001 DEBUG (qtp2051169502-31633) [n:127.0.0.1:59596_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3630002 INFO (qtp2051169502-31633) [n:127.0.0.1:59596_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3630002 INFO (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3630002 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3630002 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 3630002 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3630003 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3630003 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3630003 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3630003 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:59596_solr, 127.0.0.1:46803_solr]
[junit4] 2> 3630003 DEBUG (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3630003 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3630003 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 9
[junit4] 2> 3630003 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 3630003 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f1ce331{/solr,null,AVAILABLE}
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b3359a4{HTTP/1.1,[http/1.1]}{127.0.0.1:42574}
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3637733ms
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42574}
[junit4] 2> 3630004 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3630004 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3630004 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3630005 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3630005 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:23:26.757Z
[junit4] 2> 3630005 DEBUG (OverseerAutoScalingTriggerThread-72167970114371589-127.0.0.1:46803_solr-n_0000000001) [n:127.0.0.1:46803_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 3630006 INFO (zkConnectionManagerCallback-6571-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3630007 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3630013 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3630014 INFO (zkConnectionManagerCallback-6575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3630017 INFO (zkConnectionManagerCallback-6577-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3630026 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3630030 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3630032 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42574_solr
[junit4] 2> 3630034 INFO (zkCallback-6556-thread-1-processing-n:127.0.0.1:59596_solr) [n:127.0.0.1:59596_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630034 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630034 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630035 INFO (zkCallback-6576-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3630089 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3630097 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3630097 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42574.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b54b0fd
[junit4] 2> 3630098 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:42574_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001/tempDir-001/node5/.
[junit4] 2> 3631010 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3631010 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3631010 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42574_solr at time 1684239358022001
[junit4] 2> 3632021 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3632021 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3632021 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:42574_solr] added at times [1684239358022001], now=1684240369378553
[junit4] 2> 3632022 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5fbce88a6d171T10z6iumiqzpg98s7zmcz3hrfk",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1684239358022001,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684239358022001],
[junit4] 2> "nodeNames":["127.0.0.1:42574_solr"]}}
[junit4] 2> 3632022 DEBUG (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_cooldown_trigger]
[junit4] 2> 3632023 INFO (ScheduledTrigger-13038-thread-2) [n:127.0.0.1:46803_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3632023 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5fbce88a6d171T10z6iumiqzpg98s7zmcz3hrfk",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1684239358022001,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1684239358022001],
[junit4] 2> "_enqueue_time_":1684240369560845,
[junit4] 2> "nodeNames":["127.0.0.1:42574_solr"]}}
[junit4] 2> 3632025 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after 5000ms
[junit4] 2> 3632025 DEBUG (AutoscalingActionExecutor-13039-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=5fbce88a6d171T10z6iumiqzpg98s7zmcz3hrfk
[junit4] 2> 3633025 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T16:27:37-05:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 3633026 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3633026 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73f4c36b{/solr,null,AVAILABLE}
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c76d43e{HTTP/1.1,[http/1.1]}{127.0.0.1:60769}
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.e.j.s.Server Started @3640757ms
[junit4] 2> 3633027 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60769}
[junit4] 2> 3633028 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3633028 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-09T09:23:29.780Z
[junit4] 2> 3633030 INFO (zkConnectionManagerCallback-6581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633031 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3633040 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53321/solr
[junit4] 2> 3633042 INFO (zkConnectionManagerCallback-6585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633045 INFO (zkConnectionManagerCallback-6587-thread-1-processing-n:127.0.0.1:60769_solr) [n:127.0.0.1:60769_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3633056 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:60769_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3633059 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:60769_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3633066 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[2F8A91C2FB18F026]) [n:127.0.0.1:60769_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60769_solr
[junit4] 2> 3633068 INFO (zkCallback-6548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3633069 INFO (zkCallback-6536-thread-1-processing-n:127.0.0.1:46803_solr) [n:127.0.0.1:46803_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3633069 INFO (zkCallback-6576-thread-1-processing-n:127.0.0.1:42574_solr) [n:127.0.0.1:42574_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3633070 INFO (zkCallback-6556-thread-1-proce
[...truncated too long message...]
nging
[junit4] 2> 3797336 ERROR (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3797337 INFO (SUITE-TriggerIntegrationTest-seed#[2F8A91C2FB18F026]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53321 53321
[junit4] 2> 3807460 INFO (Thread-6705) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53321 53321
[junit4] 2> 3807461 WARN (Thread-6705) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/collection1/terms/shard1
[junit4] 2> 21 /solr/clusterprops.json
[junit4] 2> 21 /solr/aliases.json
[junit4] 2> 20 /solr/security.json
[junit4] 2> 10 /solr/configs/conf
[junit4] 2> 9 /solr/collections/testMetricTrigger/terms/shard1
[junit4] 2> 2 /solr/collections/testMetricTrigger/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 190 /solr/collections/collection1/state.json
[junit4] 2> 42 /solr/collections/testMetricTrigger/state.json
[junit4] 2> 21 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72167970114371629-core_node6-n_0000000002
[junit4] 2> 3 /solr/overseer_elect/election/72167970114371629-127.0.0.1:36480_solr-n_0000000013
[junit4] 2> 3 /solr/overseer_elect/election/72167970114371607-127.0.0.1:59068_solr-n_0000000006
[junit4] 2> 3 /solr/overseer_elect/election/72167970114371638-127.0.0.1:44363_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/72167970114371610-127.0.0.1:35067_solr-n_0000000007
[junit4] 2> 2 /solr/overseer_elect/election/72167970114371595-127.0.0.1:59596_solr-n_0000000002
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/72167970114371623-core_node12-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/72167970114371616-127.0.0.1:47892_solr-n_0000000009
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/collections
[junit4] 2> 20 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerCTOOR
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_2F8A91C2FB18F026-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=FST50, x_s=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=158, maxMBSortInHeap=5.11387510729128, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-IQ, timezone=Asia/Bahrain
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=244507872,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, TestFieldCollectionResource, TestIntervalFaceting, TestReloadDeadlock, ReplicaListTransformerTest, MultiThreadedOCPTest, SchemaApiFailureTest, TestTrie, CollectionsAPISolrJTest, TestUseDocValuesAsStored2, OverseerRolesTest, RecoveryAfterSoftCommitTest, RollingRestartTest, BufferStoreTest, OpenExchangeRatesOrgProviderTest, RAMDirectoryFactoryTest, TestLeaderInitiatedRecoveryThread, IndexSchemaRuntimeFieldTest, TestFaceting, TestXmlQParser, ReplaceNodeNoTargetTest, AutoscalingHistoryHandlerTest, ConfigSetsAPITest, TestOrdValues, UniqFieldsUpdateProcessorFactoryTest, TestSolrCloudWithSecureImpersonation, SubstringBytesRefFilterTest, TestSegmentSorting, TestCloudSearcherWarming, CloudMLTQParserTest, SolrGangliaReporterTest, TestLegacyFieldCache, PKIAuthenticationIntegrationTest, TestMaxScoreQueryParser, TestIndexSearcher, TestHdfsUpdateLog, DeleteShardTest, SparseHLLTest, BaseCdcrDistributedZkTest, TestOmitPositions, SOLR749Test, ResourceLoaderTest, RequiredFieldsTest, SolrRequestParserTest, TlogReplayBufferedWhileIndexingTest, TestPivotHelperCode, TestSuggestSpellingConverter, PathHierarchyTokenizerFactoryTest, TestNestedDocsSort, BlobRepositoryCloudTest, TestClusterStateMutator, SolrCoreMetricManagerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestFieldCacheVsDocValues, SpellingQueryConverterTest, PeerSyncWithIndexFingerprintCachingTest, TestTolerantUpdateProcessorRandomCloud, TestInitQParser, HdfsAutoAddReplicasIntegrationTest, TestBinaryField, TestCollectionsAPIViaSolrCloudCluster, HdfsChaosMonkeyNothingIsSafeTest, CoreSorterTest, TestSystemIdResolver, ClassificationUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, DocExpirationUpdateProcessorFactoryTest, DistributedFacetSimpleRefinementLongTailTest, CustomHighlightComponentTest, TolerantUpdateProcessorTest, TestPKIAuthenticationPlugin, V2ApiIntegrationTest, TestStressUserVersions, TestDeleteCollectionOnDownNodes, CollectionReloadTest, SolrTestCaseJ4Test, TestManagedStopFilterFactory, CopyFieldTest, TestCollapseQParserPlugin, SolrIndexSplitterTest, TestCollationField, TestClassicSimilarityFactory, DeleteInactiveReplicaTest, TestShardHandlerFactory, SortSpecParsingTest, SystemLogListenerTest, TestExportWriter, SolrShardReporterTest, BooleanFieldTest, TestMacroExpander, ForceLeaderTest, TestTlogReplica, CdcrReplicationHandlerTest, ComputePlanActionTest, TestEmbeddedSolrServerAdminHandler, TestTolerantSearch, CacheHeaderTest, FileUtilsTest, TestRemoteStreaming, TestSizeLimitedDistributedMap, DistributedVersionInfoTest, VMParamsZkACLAndCredentialsProvidersTest, BlockJoinFacetRandomTest, TestDynamicFieldCollectionResource, QueryEqualityTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, StatelessScriptUpdateProcessorFactoryTest, TestElisionMultitermQuery, TestSurroundQueryParser, OutputWriterTest, TestReRankQParserPlugin, TestCorePropertiesReload, TestComplexPhraseQParserPlugin, TestSchemaNameResource, QueryResultKeyTest, QueryElevationComponentTest, CdcrUpdateLogTest, DistributedMLTComponentTest, FacetPivotSmallTest, TestNamedUpdateProcessors, TestCSVResponseWriter, TestRangeQuery, TestRecovery, TestComputePlanAction, SolrCLIZkUtilsTest, TermsComponentTest, CdcrVersionReplicationTest, TestInPlaceUpdatesStandalone, HttpPartitionTest, TestPartialUpdateDeduplication, BigEndianAscendingWordSerializerTest, RequestLoggingTest, HdfsSyncSliceTest, SampleTest, CdcrBootstrapTest, JvmMetricsTest, BasicZkTest, TestImpersonationWithHadoopAuth, BJQParserTest, SolrIndexConfigTest, MetricTriggerTest, DistributedExpandComponentTest, PingRequestHandlerTest, CoreAdminRequestStatusTest, TestBulkSchemaAPI, SolrPluginUtilsTest, AtomicUpdateProcessorFactoryTest, HLLSerializationTest, TestZkAclsWithHadoopAuth, DateFieldTest, BasicDistributedZkTest, SpatialHeatmapFacetsTest, TestCoreBackup, TestReplicationHandlerBackup, DistanceUnitsTest, TestCoreContainer, BinaryUpdateRequestHandlerTest, TestBlobHandler, TestLargeCluster, DirectSolrConnectionTest, TestNodeLostTrigger, LegacyCloudClusterPropTest, ExplicitHLLTest, TestPrepRecovery, TestSerializedLuceneMatchVersion, SuggestComponentTest, AnalyticsQueryTest, TestPushWriter, TestReload, TestRestoreCore, TestConfigSetProperties, DistributedQueryElevationComponentTest, DirectUpdateHandlerOptimizeTest, TestSolrQueryResponse, HdfsWriteToMultipleCollectionsTest, TestBM25SimilarityFactory, TestSortableTextField, TestSubQueryTransformerDistrib, SearchHandlerTest, HdfsCollectionsAPIDistributedZkTest, SolrMetricReporterTest, TestQueryTypes, TestFreeTextSuggestions, SuggesterTSTTest, UnloadDistributedZkTest, TestSolrJ, TestExecutePlanAction, ZkStateWriterTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, TestRealTimeGet, DistributedTermsComponentTest, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, HighlighterTest, SoftAutoCommitTest, TimeZoneUtilsTest, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, TestLRUCache, TestUtils, ZkNodePropsTest, UUIDFieldTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestLuceneIndexBackCompat, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AddReplicaTest, AssignBackwardCompatibilityTest, ConcurrentCreateRoutedAliasTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LIRRollingUpdatesTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPI, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestPullReplica, TestRandomRequestDistribution, TestStressInPlaceUpdates, ZkShardTermsTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, AutoAddReplicasPlanActionTest, NodeLostTriggerTest, TriggerIntegrationTest]
[junit4] Completed [600/774 (1!)] on J0 in 210.71s, 14 tests, 1 failure <<< FAILURES!
[...truncated 48802 lines...]