You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/01/13 17:21:57 UTC
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 152 - Still Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/152/
1 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrRequestHandlerTest.testBufferActions
Error Message:
Error from server at https://127.0.0.1:42257: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42257: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([9CB2E57B44F156B2:C64BAF4826522B8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:601)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:358)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13116 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrRequestHandlerTest
[junit4] 2> 3004 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 3024 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/data-dir-1-001
[junit4] 2> 3125 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3376 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.e.j.u.log Logging initialized @3456ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 3382 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3485 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3485 INFO (SUITE-CdcrRequestHandlerTest-seed#[9CB2E57B44F156B2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 3692 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3698 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 3699 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3848 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 3942 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer start zk server on port: 33473
[junit4] 2> 3942 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33473
[junit4] 2> 3945 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33473
[junit4] 2> 3945 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33473
[junit4] 2> 4261 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4303 INFO (zkConnectionManagerCallback-4-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4303 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4407 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4411 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4411 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4452 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-cdcr.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 4475 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 4478 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 4481 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 4483 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 4485 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 4488 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 4490 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 4492 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 4494 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 4496 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 4508 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4515 INFO (zkConnectionManagerCallback-10-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4515 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4664 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testLifeCycleActions
[junit4] 2> 5649 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 5649 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 5656 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 5679 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 5679 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 5683 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 5710 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cf7bd80{/,null,AVAILABLE}
[junit4] 2> 5739 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48989752{SSL, (ssl, http/1.1)}{127.0.0.1:35103}
[junit4] 2> 5740 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server Started @5825ms
[junit4] 2> 5740 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard1, hostContext=/, hostPort=35103, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores}
[junit4] 2> 6061 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6061 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6061 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 6061 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6061 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 6061 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-01-13T15:26:56.012Z
[junit4] 2> 6063 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6071 INFO (zkConnectionManagerCallback-12-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6071 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6175 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6175 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/solr.xml
[junit4] 2> 6245 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6245 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6288 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 9011 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 9017 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 9076 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7e8bfa38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 9076 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7e8bfa38[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 9262 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 9267 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77ac35ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 9268 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77ac35ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 9567 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
[junit4] 2> 9585 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 9591 INFO (zkConnectionManagerCallback-23-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 9591 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 9751 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 9753 INFO (zkConnectionManagerCallback-25-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 9754 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 10207 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35103_
[junit4] 2> 10210 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.Overseer Overseer (id=72817667941924869-127.0.0.1:35103_-n_0000000000) starting
[junit4] 2> 10697 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35103_
[junit4] 2> 10698 INFO (OverseerStateUpdate-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35103_
[junit4] 2> 10706 INFO (OverseerStateUpdate-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 10932 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 10962 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 11431 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 11723 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 11725 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 11725 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 11775 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:35103_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores
[junit4] 2> 12204 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 12205 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 12205 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 12207 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 12207 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 12207 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 12211 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dd717e7{/,null,AVAILABLE}
[junit4] 2> 12213 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c8aef78{SSL, (ssl, http/1.1)}{127.0.0.1:38967}
[junit4] 2> 12213 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server Started @12298ms
[junit4] 2> 12213 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard2, hostContext=/, hostPort=38967, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores}
[junit4] 2> 12214 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 12214 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 12214 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 12214 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 12214 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 12214 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-01-13T15:27:02.165Z
[junit4] 2> 12219 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 12222 INFO (zkConnectionManagerCallback-39-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 12222 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 12224 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:33473)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3487f0d0006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 12334 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 12335 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/solr.xml
[junit4] 2> 12343 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 12343 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 12350 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 14044 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 14044 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 14046 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b144d1d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 14046 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b144d1d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 14052 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 14056 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4808633d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 14056 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4808633d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 14057 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
[junit4] 2> 14064 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 14064 INFO (zkConnectionManagerCallback-50-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 14065 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 14067 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:33473)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3487f0d0007.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d0007, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 14169 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 14175 INFO (zkConnectionManagerCallback-52-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 14175 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 14182 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 14189 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.ZkController Publish node=127.0.0.1:38967_ as DOWN
[junit4] 2> 14192 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 14193 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38967_
[junit4] 2> 14197 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 14202 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 14203 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 14203 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 14235 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 14261 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 14274 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 14274 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 14276 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38967_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores
[junit4] 2> 14451 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 14451 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 14452 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 14731 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 14731 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 14731 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 14732 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1964376f{/,null,AVAILABLE}
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1603f892{SSL, (ssl, http/1.1)}{127.0.0.1:40131}
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server Started @14821ms
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard3, hostContext=/, hostPort=40131, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-003/cores}
[junit4] 2> 14736 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 14736 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-01-13T15:27:04.687Z
[junit4] 2> 14752 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 14767 INFO (zkConnectionManagerCallback-62-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 14767 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 14869 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 14870 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-003/solr.xml
[junit4] 2> 14875 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 14875 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 14878 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 15935 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 15936 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 15968 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3631605[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 15968 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3631605[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 15972 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 15979 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@116c293f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 15979 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@116c293f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 15980 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
[junit4] 2> 15982 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 15984 INFO (zkConnectionManagerCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 15984 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 16088 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 16090 INFO (zkConnectionManagerCallback-75-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16090 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 16097 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 16102 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.ZkController Publish node=127.0.0.1:40131_ as DOWN
[junit4] 2> 16103 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 16103 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40131_
[junit4] 2> 16105 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16105 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16107 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 16108 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 16112 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 16127 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 16152 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 16169 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 16169 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 16172 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:40131_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-003/cores
[junit4] 2> 16544 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 16544 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 16544 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 16547 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 16547 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 16547 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 16551 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@427edcea{/,null,AVAILABLE}
[junit4] 2> 16553 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@450cb60d{SSL, (ssl, http/1.1)}{127.0.0.1:38997}
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.Server Started @16639ms
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {shards=shard4, hostContext=/, hostPort=38997, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-004/cores}
[junit4] 2> 16554 ERROR (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.9.0
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 16554 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-01-13T15:27:06.505Z
[junit4] 2> 16559 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 16561 INFO (zkConnectionManagerCallback-85-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 16561 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 16562 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:33473)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3487f0d000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3487f0d000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 16663 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 16664 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-004/solr.xml
[junit4] 2> 16669 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 16669 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 16673 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 17984 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 17984 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 17988 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@e436482[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 17988 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@e436482[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 17994 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 18014 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@497b887d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 18014 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@497b887d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 18015 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33473/solr
[junit4] 2> 18016 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 18024 INFO (zkConnectionManagerCallback-96-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 18025 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 18130 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 18261 INFO (zkConnectionManagerCallback-98-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 18261 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 18274 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 18283 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.ZkController Publish node=127.0.0.1:38997_ as DOWN
[junit4] 2> 18285 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 18285 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38997_
[junit4] 2> 18287 INFO (zkCallback-74-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 18287 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 18287 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 18297 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 18298 WARN (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 18310 INFO (zkCallback-97-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 18315 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 18338 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 18349 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 18349 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 18352 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [n:127.0.0.1:38997_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-004/cores
[junit4] 2> 18398 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 18406 INFO (zkConnectionManagerCallback-111-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 18406 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 18408 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 18415 INFO (TEST-CdcrRequestHandlerTest.testLifeCycleActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33473/solr ready
[junit4] 2> 19471 INFO (OverseerThreadFactory-32-thread-1-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tmp_collection
[junit4] 2> 19584 WARN (OverseerThreadFactory-32-thread-1-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (tmp_collection) without cores.
[junit4] 2> 19594 INFO (qtp1419137791-140) [n:127.0.0.1:38997_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 19598 INFO (qtp1419137791-140) [n:127.0.0.1:38997_ ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 19607 INFO (qtp1419137791-140) [n:127.0.0.1:38997_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=tmp_collection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=195
[junit4] 2> 19667 INFO (OverseerCollectionConfigSetProcessor-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 19686 INFO (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35103_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 19691 INFO (OverseerThreadFactory-32-thread-2-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 19830 INFO (qtp687437201-45) [n:127.0.0.1:35103_ x:tmp_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 19833 INFO (qtp687437201-45) [n:127.0.0.1:35103_ x:tmp_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 20873 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 20940 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 20994 WARN (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CurrencyField Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 21764 WARN (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.GeoHashField Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 21769 WARN (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.LatLonType Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 21866 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 22344 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 22537 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard1.replica_n1' (registry 'solr.core.tmp_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 22553 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[tmp_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores/tmp_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-001/cores/tmp_collection_shard1_replica_n1/data/]
[junit4] 2> 22603 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 23816 WARN (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.D.s.CdcrRequestHandler Solr loaded a deprecated plugin/analysis class [solr.CdcrRequestHandler]. Please consult documentation how to replace it accordingly.
[junit4] 2> 23816 WARN (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 23845 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 23845 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 23854 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 23854 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 23856 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.65234375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=11.452791838308343, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=31.467432874005173
[junit4] 2> 23893 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 23898 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 23924 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 23937 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 23940 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/tmp_collection/cdcr/state/process
[junit4] 2> 23960 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688785790079860736
[junit4] 2> 23967 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 23971 INFO (searcherExecutor-113-thread-1-processing-n:127.0.0.1:35103_ x:tmp_collection_shard1_replica_n1 c:tmp_collection s:shard1) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [tmp_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 24009 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 24012 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard1
[junit4] 2> 24028 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 24028 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 24029 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35103/tmp_collection_shard1_replica_n1/
[junit4] 2> 24030 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 24031 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35103/tmp_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 24033 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard1/leader after winning as /collections/tmp_collection/leader_elect/shard1/election/72817667941924869-core_node2-n_0000000000
[junit4] 2> 24037 INFO (zkCallback-24-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard1
[junit4] 2> 24045 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35103/tmp_collection_shard1_replica_n1/ shard1
[junit4] 2> 24047 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 24051 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 24055 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 24109 INFO (qtp687437201-45) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 24111 INFO (qtp687437201-45) [n:127.0.0.1:35103_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n1&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=4283
[junit4] 2> 24129 INFO (qtp1419137791-136) [n:127.0.0.1:38997_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35103_&action=ADDREPLICA&collection=tmp_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4469
[junit4] 2> 24140 INFO (OverseerCollectionConfigSetProcessor-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 24141 INFO (OverseerThreadFactory-32-thread-3-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38967_ for creating new replica of shard shard2 for collection tmp_collection
[junit4] 2> 24142 INFO (OverseerThreadFactory-32-thread-3-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 24194 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ x:tmp_collection_shard2_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard2_replica_n3&action=CREATE&collection=tmp_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 24390 INFO (zkCallback-24-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 24390 INFO (zkCallback-24-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25213 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 25232 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 25239 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 25263 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'tmp_collection_shard2_replica_n3' using configuration from configset conf1, trusted=true
[junit4] 2> 25264 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.tmp_collection.shard2.replica_n3' (registry 'solr.core.tmp_collection.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7309506c
[junit4] 2> 25265 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [[tmp_collection_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores/tmp_collection_shard2_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001/jetty-002/cores/tmp_collection_shard2_replica_n3/data/]
[junit4] 2> 25267 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=8, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 25326 WARN (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.h.CdcrRequestHandler CDCR (in its current form) is deprecated as of 8.6 and shall be removed in 9.0. See SOLR-14022 for details.
[junit4] 2> 25327 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 25327 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 25329 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 25329 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 25330 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.65234375, floorSegmentMB=0.3740234375, forceMergeDeletesPctAllowed=11.452791838308343, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=31.467432874005173
[junit4] 2> 25332 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 25332 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 25332 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 25335 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688785791521652736
[junit4] 2> 25337 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 25338 INFO (searcherExecutor-120-thread-1-processing-n:127.0.0.1:38967_ x:tmp_collection_shard2_replica_n3 c:tmp_collection s:shard2) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SolrCore [tmp_collection_shard2_replica_n3] Registered new searcher autowarm time: 0 ms
[junit4] 2> 25343 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tmp_collection/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 25343 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/tmp_collection/leaders/shard2
[junit4] 2> 25348 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 25348 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 25348 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38967/tmp_collection_shard2_replica_n3/
[junit4] 2> 25348 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 25349 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.SyncStrategy https://127.0.0.1:38967/tmp_collection_shard2_replica_n3/ has no replicas
[junit4] 2> 25349 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/tmp_collection/leaders/shard2/leader after winning as /collections/tmp_collection/leader_elect/shard2/election/72817667941924872-core_node4-n_0000000000
[junit4] 2> 25349 INFO (zkCallback-51-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ tmp_collection:shard2
[junit4] 2> 25354 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38967/tmp_collection_shard2_replica_n3/ shard2
[junit4] 2> 25355 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 25456 INFO (zkCallback-24-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25456 INFO (zkCallback-24-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25456 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25458 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 25460 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ c:tmp_collection s:shard2 x:tmp_collection_shard2_replica_n3 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 25462 INFO (qtp2004624650-81) [n:127.0.0.1:38967_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard2_replica_n3&action=CREATE&collection=tmp_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1268
[junit4] 2> 25467 INFO (qtp1419137791-138) [n:127.0.0.1:38997_ c:tmp_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38967_&action=ADDREPLICA&collection=tmp_collection&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1333
[junit4] 2> 25472 INFO (OverseerCollectionConfigSetProcessor-72817667941924869-127.0.0.1:35103_-n_0000000000) [n:127.0.0.1:35103_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 25472 INFO (OverseerThreadFactory-32-thread-4-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40131_ for creating new replica of shard shard1 for collection tmp_collection
[junit4] 2> 25473 INFO (OverseerThreadFactory-32-thread-4-processing-n:127.0.0.1:35103_) [n:127.0.0.1:35103_ c:tmp_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 25505 INFO (qtp1499339742-109) [n:127.0.0.1:40131_ x:tmp_collection_shard1_replica_n5 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=tmp_collection_shard1_replica_n5&action=CREATE&collection=tmp_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 25612 INFO (zkCallback-24-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25612 INFO (zkCallback-24-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25612 INFO (zkCallback-51-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 25612 INFO (zkCallback-51-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tmp_collection/state.json] for collection [tmp_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 26530 INFO (qtp1499339742-109) [n:127.0.0.1:40131_ c:tmp_collection s:shard1 x:tmp_collection_shard1_replica_n5 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 26548 INFO (qtp1499339742-109) [n:127.0.0.1:40131_ c:tmp_col
[...truncated too long message...]
.MetricRegistry@21a5e07d
[junit4] 2> 105077 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 105077 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@334c4364: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@5299b5f7
[junit4] 2> 105077 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 105082 INFO (closeThreadPool-717-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72817672206286862-127.0.0.1:38139_-n_0000000003) closing
[junit4] 2> 105089 INFO (OverseerStateUpdate-72817672206286862-127.0.0.1:38139_-n_0000000003) [n:127.0.0.1:38139_ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38139_
[junit4] 2> 105091 INFO (OverseerAutoScalingTriggerThread-72817672206286862-127.0.0.1:38139_-n_0000000003) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 105101 WARN (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:37835)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3497d3a000e.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a000e, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 105101 INFO (closeThreadPool-717-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72817672206286862-127.0.0.1:38139_-n_0000000003) closing
[junit4] 2> 105265 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.Overseer Overseer (id=72817672206286862-127.0.0.1:38139_-n_0000000003) closing
[junit4] 2> 105346 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@67051a4c{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 105346 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65e8a2b4{/,null,STOPPED}
[junit4] 2> 105346 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 105347 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBufferActions
[junit4] 2> 105347 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 105349 WARN (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]-SendThread(127.0.0.1:37835)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102b3497d3a0000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102b3497d3a0000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 105645 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 18 /solr/overseer/queue
[junit4] 2> 12 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2> 5 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 4 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 105649 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37835
[junit4] 2> 105649 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37835
[junit4] 2> 105649 INFO (TEST-CdcrRequestHandlerTest.testBufferActions-seed#[9CB2E57B44F156B2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37835
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrRequestHandlerTest -Dtests.method=testBufferActions -Dtests.seed=9CB2E57B44F156B2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-JO -Dtests.timezone=Asia/Almaty -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 36.6s J0 | CdcrRequestHandlerTest.testBufferActions <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42257: ADDREPLICA failed to create replica
[junit4] > at __randomizedtesting.SeedInfo.seed([9CB2E57B44F156B2:C64BAF4826522B8]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
[junit4] > at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:601)
[junit4] > at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:358)
[junit4] > at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:179)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.cdcr.CdcrRequestHandlerTest_9CB2E57B44F156B2-001
[junit4] 2> Jan 13, 2021 3:28:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene87): {_root_=PostingsFormat(name=MockRandom), id=Lucene84}, docValues:{_version_=DocValuesFormat(name=Direct), test_i_dvo=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1645, maxMBSortInHeap=6.746401039056253, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ar-JO, timezone=Asia/Almaty
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=93417992,total=314048512
[junit4] 2> NOTE: All tests run in this JVM: [CdcrRequestHandlerTest]
[junit4] Completed [20/923 (1!)] on J0 in 105.80s, 3 tests, 1 error <<< FAILURES!
[...truncated 53776 lines...]
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 154 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/154/
1 tests failed.
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
action did not execute
Stack Trace:
java.lang.AssertionError: action did not execute
at __randomizedtesting.SeedInfo.seed([DCAAAD752923D4F0:B1560988936B2BF7]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:283)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15382 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 4116918 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 4116918 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4116926 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/data-dir-168-001
[junit4] 2> 4116926 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4116928 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4116931 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001
[junit4] 2> 4116931 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4116934 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 4116934 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4116935 WARN (ZkTestServer Run Thread) [ ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
[junit4] 2> 4117166 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port: 35171
[junit4] 2> 4117166 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35171
[junit4] 2> 4117166 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35171
[junit4] 2> 4117166 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35171
[junit4] 2> 4117169 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4117219 INFO (zkConnectionManagerCallback-20025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117219 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4117226 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4117229 INFO (zkConnectionManagerCallback-20027-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117230 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4117235 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4117236 INFO (zkConnectionManagerCallback-20029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117236 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4117246 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker-SendThread(127.0.0.1:35171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550002.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550002, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4117354 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4117355 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 4117355 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 4117355 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4117355 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 4117356 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_252-b09
[junit4] 2> 4117366 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4117366 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4117367 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4117374 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@722768c5{/solr,null,AVAILABLE}
[junit4] 2> 4117386 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4117386 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4117386 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4117386 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bbed26b{/solr,null,AVAILABLE}
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b55553b{SSL, (ssl, http/1.1)}{127.0.0.1:41663}
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.e.j.s.Server Started @4117412ms
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35171/solr, hostPort=41663}
[junit4] 2> 4117389 ERROR (jetty-launcher-20030-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 4117389 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-01-15T16:23:10.550Z
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8376f32{SSL, (ssl, http/1.1)}{127.0.0.1:41389}
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.e.j.s.Server Started @4117416ms
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35171/solr, hostPort=41389}
[junit4] 2> 4117392 ERROR (jetty-launcher-20030-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.9.0
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
[junit4] 2> 4117392 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2021-01-15T16:23:10.553Z
[junit4] 2> 4117393 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4117401 INFO (zkConnectionManagerCallback-20032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117401 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4117402 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4117412 INFO (zkConnectionManagerCallback-20034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4117412 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4117413 WARN (jetty-launcher-20030-thread-2-SendThread(127.0.0.1:35171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550003.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550003, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4117414 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4117526 WARN (jetty-launcher-20030-thread-1-SendThread(127.0.0.1:35171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550004.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550004, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4119739 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4119739 WARN (jetty-launcher-20030-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4119742 WARN (jetty-launcher-20030-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d978f83[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4119742 WARN (jetty-launcher-20030-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d978f83[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4119753 WARN (jetty-launcher-20030-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4119767 WARN (jetty-launcher-20030-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@149202c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4119767 WARN (jetty-launcher-20030-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@149202c4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4119768 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35171/solr
[junit4] 2> 4119774 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4119774 INFO (zkConnectionManagerCallback-20048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4119774 INFO (jetty-launcher-20030-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4119881 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4119881 INFO (zkConnectionManagerCallback-20050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4119881 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4119962 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41389_solr
[junit4] 2> 4119962 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer Overseer (id=72829204379795462-127.0.0.1:41389_solr-n_0000000000) starting
[junit4] 2> 4119966 INFO (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41389_solr
[junit4] 2> 4119976 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41389_solr
[junit4] 2> 4119978 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4119979 WARN (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4119991 INFO (zkCallback-20049-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4119993 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4119993 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4119994 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 4119994 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4120004 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4120018 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41389_solr]
[junit4] 2> 4120020 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 4120021 DEBUG (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4120021 DEBUG (ScheduledTrigger-20055-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 4120036 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4120043 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4120043 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4120044 INFO (jetty-launcher-20030-thread-1) [n:127.0.0.1:41389_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node1
[junit4] 2> 4120588 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4120588 WARN (jetty-launcher-20030-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4120590 WARN (jetty-launcher-20030-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57b19f68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4120590 WARN (jetty-launcher-20030-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57b19f68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4120596 WARN (jetty-launcher-20030-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4120596 WARN (jetty-launcher-20030-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@74470d94[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4120596 WARN (jetty-launcher-20030-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@74470d94[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4120598 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35171/solr
[junit4] 2> 4120610 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4120618 INFO (zkConnectionManagerCallback-20070-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4120618 INFO (jetty-launcher-20030-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4120736 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4120737 INFO (zkConnectionManagerCallback-20072-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4120737 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4120753 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4120756 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41663_solr as DOWN
[junit4] 2> 4120757 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4120757 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41663_solr
[junit4] 2> 4120758 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41663_solr"} current state version: 0
[junit4] 2> 4120758 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:41663_solr
[junit4] 2> 4120758 INFO (zkCallback-20049-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4120769 INFO (zkCallback-20071-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4120769 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 4120770 WARN (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 4120801 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4120822 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41663.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4120833 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41663.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4120833 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41663.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4120834 INFO (jetty-launcher-20030-thread-2) [n:127.0.0.1:41663_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node2
[junit4] 2> 4120862 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 4120863 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4120863 INFO (zkConnectionManagerCallback-20085-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4120863 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4120865 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4120866 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35171/solr ready
[junit4] 2> 4121071 DEBUG (ScheduledTrigger-20055-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 4121123 INFO (OverseerThreadFactory-20057-thread-1-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 4121127 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":".system",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":1,
[junit4] 2> "createNodeSet":"127.0.0.1:41389_solr",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 4121127 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
[junit4] 2> 4121128 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
[junit4] 2> 4121231 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4121231 INFO (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4121232 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 4121232 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4121333 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
[junit4] 2> 4121541 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr x:.system_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4121541 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr x:.system_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4121543 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "base_url":"https://127.0.0.1:41389/solr"}
[junit4] 2> 4121553 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 4121579 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 4121591 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 4121592 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=_system collection or core
[junit4] 2> 4121593 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 4121595 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 4121597 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 4121598 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from configset .system, trusted=true
[junit4] 2> 4121598 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41389.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@69e1cb8c
[junit4] 2> 4121598 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001/tempDir-001/node1/.system_shard1_replica_n1/data/]
[junit4] 2> 4121646 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4121646 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4121648 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommitted docs;
[junit4] 2> 4121648 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4121650 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 4121650 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 4121650 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 4121651 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 4121651 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 4121652 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1688970508173836288
[junit4] 2> 4121654 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
[junit4] 2> 4121655 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4121656 INFO (searcherExecutor-20087-thread-1-processing-n:127.0.0.1:41389_solr x:.system_shard1_replica_n1 c:.system s:shard1 r:core_node2) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 4121664 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/.system/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4121664 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/.system/leaders/shard1
[junit4] 2> 4121674 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4121674 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4121674 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41389/solr/.system_shard1_replica_n1/
[junit4] 2> 4121674 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4121674 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:41389/solr/.system_shard1_replica_n1/ has no replicas
[junit4] 2> 4121675 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/.system/leaders/shard1/leader after winning as /collections/.system/leader_elect/shard1/election/72829204379795462-core_node2-n_0000000000
[junit4] 2> 4121677 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41389/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 4121677 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 4121677 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4121778 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
[junit4] 2> 4121779 INFO (zkCallback-20049-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4121780 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4121781 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4121790 INFO (qtp47121474-121035) [n:127.0.0.1:41389_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=249
[junit4] 2> 4121791 INFO (zkCallback-20049-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4122003 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4122003 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 4122003 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true",
[junit4] 2> "base_url":"https://127.0.0.1:41389/solr"}
[junit4] 2> 4122004 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/3 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "node_name":"127.0.0.1:41389_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 4122004 INFO (qtp47121474-121038) [n:127.0.0.1:41389_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 4122005 INFO (qtp47121474-121038) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4122105 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 3
[junit4] 2> 4122106 INFO (zkCallback-20049-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4122106 INFO (zkCallback-20049-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4122107 INFO (qtp47121474-121038) [n:127.0.0.1:41389_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41389_solr&wt=javabin&version=2} status=0 QTime=1203
[junit4] 2> 4122107 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: .system
[junit4] 2> 4122107 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4122108 DEBUG (ScheduledTrigger-20055-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 4122114 INFO (zkCallback-20049-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4122127 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 4122127 INFO (OverseerCollectionConfigSetProcessor-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4122131 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
[junit4] 2> 4122139 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 4122140 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 4122142 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 4122144 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 4122145 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 4122147 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 4122148 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 4122149 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 4122156 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 4122157 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_et.txt
[junit4] 2> 4122159 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 4122160 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 4122161 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 4122175 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 4122177 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 4122178 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 4122180 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 4122181 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 4122182 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 4122184 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 4122185 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 4122187 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 4122188 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 4122190 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 4122191 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 4122193 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 4122194 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 4122196 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 4122197 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 4122199 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 4122201 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 4122202 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 4122204 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 4122205 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 4122207 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 4122209 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 4122215 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 4122225 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 4122228 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 4122230 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 4122232 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 4122235 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 4122236 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 4122237 INFO (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 4122259 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "createNodeSet":"127.0.0.1:41663_solr",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 4122259 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 4122360 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 4122467 WARN (OverseerThreadFactory-20057-thread-2-processing-n:127.0.0.1:41389_solr) [n:127.0.0.1:41389_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection AutoscalingHistoryHandlerTest_collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 4122472 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4122472 INFO (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4122474 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 4122474 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4122475 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4122475 INFO (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4122477 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4122477 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4122478 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4122478 INFO (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4122479 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4122479 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 4122588 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 4122785 INFO (qtp1638743627-121048) [n:127.0.0.1:41663_solr x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4122786 INFO (qtp1638743627-121048) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "base_url":"https://127.0.0.1:41663/solr"}
[junit4] 2> 4122789 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 4122804 INFO (qtp1638743627-121049) [n:127.0.0.1:41663_solr x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4122805 INFO (qtp1638743627-121047) [n:127.0.0.1:41663_solr x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4122807 INFO (qtp1638743627-121049) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4122808 INFO (qtp1638743627-121047) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2 ] o.a.s.c.c.ZkStateReader already watching , added to stateWatchers
[junit4] 2> 4122809 INFO (qtp1638743627-121048) [n:127.0.0.1:41663_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
[junit4] 2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "base_url":"https://127.0.0.1:41663/solr"}
[junit4] 2> 4122844 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1 )={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}}}
[junit4] 2> 4122849 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4122849 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"}
[junit4] 2> 4122849 DEBUG (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "node_name":"127.0.0.1:41663_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[ju
[...truncated too long message...]
[junit4] 2> 4188661 INFO (OverseerStateUpdate-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [n:127.0.0.1:41389_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41389_solr
[junit4] 2> 4188664 INFO (OverseerAutoScalingTriggerThread-72829204379795462-127.0.0.1:41389_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 4188664 DEBUG (closeThreadPool-20154-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4188665 INFO (closeThreadPool-20154-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72829204379795462-127.0.0.1:41389_solr-n_0000000000) closing
[junit4] 2> 4188665 WARN (jetty-launcher-20030-thread-1-SendThread(127.0.0.1:35171)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x102bdc688550006.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x102bdc688550006, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 4188766 INFO (jetty-closer-20137-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72829204379795462-127.0.0.1:41389_solr-n_0000000000) closing
[junit4] 2> 4188767 INFO (jetty-closer-20137-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@8376f32{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 4188767 INFO (jetty-closer-20137-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@722768c5{/solr,null,STOPPED}
[junit4] 2> 4188767 INFO (jetty-closer-20137-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4188768 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 4188970 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/collections/.system/terms/shard1
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 14 /solr/collections/.system/state.json
[junit4] 2> 12 /solr/autoscaling.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 36 /solr/overseer/queue
[junit4] 2> 17 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2> 11 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 8 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections/.system/state.json
[junit4] 2>
[junit4] 2> 4188974 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35171
[junit4] 2> 4188974 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35171
[junit4] 2> 4188974 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[DCAAAD752923D4F0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35171
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DCAAAD752923D4F0-001
[junit4] 2> Jan 15, 2021 4:24:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-OM, timezone=Pacific/Norfolk
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=190705992,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [NodeLostTriggerTest, TestReloadAndDeleteDocs, TestExactSharedStatsCache, ConcurrentCreateCollectionTest, SubstringBytesRefFilterTest, ExplicitHLLTest, HighlighterConfigTest, SolrLogPostToolTest, ZkCLITest, TestJsonFacetsStatsParsing, TestCollectionAPIs, TestSimPolicyCloud, ActionThrottleTest, TestSizeLimitedDistributedMap, ConcurrentCreateRoutedAliasTest, TestRequestForwarding, TestBadConfig, TestConfigSetImmutable, TestSortByMinMaxFunction, TestStressLucene, TestSolr4Spatial2, SecurityConfHandlerTest, TestCloudRecovery, OverseerModifyCollectionTest, TestValueSourceCache, DirectSolrConnectionTest, TestRemoteStreaming, TestFreeTextSuggestions, TestFastOutputStream, DistributedExpandComponentTest, TestChildDocTransformer, DocValuesTest, TestDistribPackageStore, TestHttpShardHandlerFactory, TestDownShardTolerantSearch, SuggesterFSTTest, TestSolrJ, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestRandomDVFaceting, TestReplicationHandler, DateMathParserTest, TestCursorMarkWithoutUniqueKey, HdfsLockFactoryTest, BlockCacheTest, JavabinLoaderTest, TestDocSet, SOLR749Test, AlternateDirectoryTest, SecurityHeadersTest, TestTextField, PrimitiveFieldTypeTest, CachingDirectoryFactoryTest, TestRangeQuery, SolrCloudExampleTest, DataDrivenBlockJoinTest, TestExternalRoleRuleBasedAuthorizationPlugin, TestCoreDiscovery, SchemaVersionSpecificBehaviorTest, JWTAuthPluginIntegrationTest, ConvertedLegacyTest, TestNamedUpdateProcessors, TestGraphTermsQParserPlugin, CloneFieldUpdateProcessorFactoryTest, TestBinaryResponseWriter, TestRestoreCore, CustomHighlightComponentTest, TestFieldCacheWithThreads, ResponseLogComponentTest, RangeFacetCloudTest, RemoteQueryErrorTest, TestHttpServletCarrier, XMLAtomicUpdateMultivalueTest, TestStressVersions, V2StandaloneTest, TestCharFilters, TestClusterStateMutator, NumberUtilsTest, ImplicitSnitchTest, SolrMetricsIntegrationTest, DeleteShardTest, ShardTermsTest, FieldAnalysisRequestHandlerTest, EchoParamsTest, TestUtilizeNode, TestBM25SimilarityFactory, CleanupOldIndexTest, PeerSyncWithLeaderTest, MigrateRouteKeyTest, TestCloudNestedDocsSort, DateFieldTest, SolrSlf4jReporterTest, ReturnFieldsTest, TestLFUCache, TestComplexPhraseLeadingWildcard, TestTolerantSearch, TestSnapshotCloudManager, TestInitParams, TestSolrDeletionPolicy1, MetricTriggerTest, TriggerIntegrationTest, DistributedQueryComponentCustomSortTest, TestExceedMaxTermLength, TestConfigReload, TestImpersonationWithHadoopAuth, LeaderElectionTest, TestEmbeddedSolrServerConstructors, IndexSizeEstimatorTest, TestSubQueryTransformerCrossCore, DeleteInactiveReplicaTest, TestSolrCloudWithSecureImpersonation, ScheduledTriggerIntegrationTest, TestDocumentBuilder, TestGroupingSearch, TestRandomFaceting, TestReversedWildcardFilterFactory, TokenizerChainTest, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MoveReplicaHDFSTest, MoveReplicaTest, NestedShardedAtomicUpdateTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, PackageManagerCLITest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudSearcherWarming, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestOnReconnectListenerSupport, TestQueryingOnDownCollection, TestRandomFlRTGCloud, ShardSplitTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, ZkCollectionPropsCachingTest, RuleEngineTest, ConfigureRecoveryStrategyTest, CoreSorterTest, DirectoryFactoriesTest, DirectoryFactoryTest, HdfsDirectoryFactoryTest, PluginInfoTest, QueryResultKeyTest, TestDynamicLoading, TestSolrXml, JsonLoaderTest, PingRequestHandlerTest, TestSolrConfigHandlerConcurrent, XmlUpdateRequestHandlerTest, XsltUpdateRequestHandlerTest, AdminHandlersProxyTest, AutoscalingHistoryHandlerTest]
[junit4] Completed [669/923 (1!)] on J2 in 72.71s, 1 test, 1 failure <<< FAILURES!
[...truncated 51530 lines...]
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 153 - Still Unstable!
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
^
java.lang.OutOfMemoryError: Java heap space