You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/10 10:57:08 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2070 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2070/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test
Error Message:
There are still nodes recoverying - waited for 60 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
at __randomizedtesting.SeedInfo.seed([3628A0BBDF9F7980:BE7C9F6171631478]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1061)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1618)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:391)
at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13986 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
[junit4] 2> 850867 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 850867 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/data-dir-30-001
[junit4] 2> 850867 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=40 numCloses=40
[junit4] 2> 850867 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 850868 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 850868 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zw/
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 855240 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 855343 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 855345 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 855345 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 855345 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 855363 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6dba23ab{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 856394 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4279e7d1{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-lucene2-us-west_apache_org-40014-hadoop-hdfs-3_2_0-tests_jar-_-any-3115718260347930925.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 856395 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@328690ac{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:40014}
[junit4] 2> 856395 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.Server Started @856431ms
[junit4] 2> 858202 WARN (StorageLocationChecker thread 0) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 858417 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 858437 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 858438 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 858438 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 858438 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 858438 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@610b816a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 859128 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3e134080{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-33291-hadoop-hdfs-3_2_0-tests_jar-_-any-15099351236197328608.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 859128 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23796fe{HTTP/1.1,[http/1.1]}{localhost:33291}
[junit4] 2> 859128 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.Server Started @859165ms
[junit4] 2> 862661 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc4edd3bccaed5fab: Processing first storage report for DS-455d96fc-ec25-4a98-8a6d-eca905e58abb from datanode 8951bd1d-590f-482c-b020-09f99b0c5d11
[junit4] 2> 862662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc4edd3bccaed5fab: from storage DS-455d96fc-ec25-4a98-8a6d-eca905e58abb node DatanodeRegistration(127.0.0.1:41233, datanodeUuid=8951bd1d-590f-482c-b020-09f99b0c5d11, infoPort=44172, infoSecurePort=0, ipcPort=43038, storageInfo=lv=-57;cid=testClusterID;nsid=1029553905;c=1578645577812), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 862662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc4edd3bccaed5fab: Processing first storage report for DS-731449e4-7e6b-4d94-a77e-46928fa67333 from datanode 8951bd1d-590f-482c-b020-09f99b0c5d11
[junit4] 2> 862662 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xc4edd3bccaed5fab: from storage DS-731449e4-7e6b-4d94-a77e-46928fa67333 node DatanodeRegistration(127.0.0.1:41233, datanodeUuid=8951bd1d-590f-482c-b020-09f99b0c5d11, infoPort=44172, infoSecurePort=0, ipcPort=43038, storageInfo=lv=-57;cid=testClusterID;nsid=1029553905;c=1578645577812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 862763 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 862763 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 862763 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 862863 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer start zk server on port:43774
[junit4] 2> 862863 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43774
[junit4] 2> 862863 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43774
[junit4] 2> 862863 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43774
[junit4] 2> 862956 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 863009 INFO (zkConnectionManagerCallback-1608-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 863017 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 863036 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 863038 INFO (zkConnectionManagerCallback-1610-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 863038 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 863055 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 863057 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 863058 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 863059 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 863061 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 863062 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 863075 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 863076 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 863077 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 863078 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 863080 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 863081 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 867478 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 867478 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 867479 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 867479 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 867479 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 867479 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 867479 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 867493 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e9fb343{/zw,null,AVAILABLE}
[junit4] 2> 867493 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30e51dcc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44737}
[junit4] 2> 867493 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.s.Server Started @867529ms
[junit4] 2> 867493 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/zw, solr.data.dir=hdfs://lucene2-us-west.apache.org:43087/hdfs__lucene2-us-west.apache.org_43087__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001_tempDir-002_control_data, hostPort=44737, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/control-001/cores}
[junit4] 2> 867494 ERROR (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 867494 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 867494 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 867494 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 867494 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 867494 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-10T08:39:51.273204Z
[junit4] 2> 867495 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 867496 INFO (zkConnectionManagerCallback-1612-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867496 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 867610 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 867610 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/control-001/solr.xml
[junit4] 2> 867613 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 867613 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 867622 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 868673 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 868674 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bfc85bc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 868674 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bfc85bc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 868685 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7eeb77a4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 868685 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7eeb77a4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 868686 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43774/solr
[junit4] 2> 868699 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 868701 INFO (zkConnectionManagerCallback-1619-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868701 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 868805 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 868821 INFO (zkConnectionManagerCallback-1621-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868821 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 869183 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44737_zw
[junit4] 2> 869184 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.Overseer Overseer (id=72085192697708548-127.0.0.1:44737_zw-n_0000000000) starting
[junit4] 2> 869201 INFO (OverseerStateUpdate-72085192697708548-127.0.0.1:44737_zw-n_0000000000) [n:127.0.0.1:44737_zw ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44737_zw
[junit4] 2> 869216 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44737_zw
[junit4] 2> 869236 INFO (zkCallback-1620-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 869238 WARN (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 869329 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 869450 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 869521 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 869521 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 869523 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 869524 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [n:127.0.0.1:44737_zw ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/control-001/cores
[junit4] 2> 869668 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 869721 INFO (zkConnectionManagerCallback-1630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 869721 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 869742 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 869743 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43774/solr ready
[junit4] 2> 869758 INFO (qtp1793466709-6740) [n:127.0.0.1:44737_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44737_zw&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 869790 INFO (OverseerThreadFactory-1413-thread-1-processing-n:127.0.0.1:44737_zw) [n:127.0.0.1:44737_zw ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 870002 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 870002 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 871053 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 871131 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 871738 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 871839 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 871839 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 871868 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43087/solr_hdfs_home
[junit4] 2> 871868 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 871870 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:43087/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 871887 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43087/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 871913 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 871913 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 871913 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 872373 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 872396 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43087/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 872548 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43087/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 872588 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 872588 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 872588 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 872625 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 872626 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=869921605, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 873940 WARN (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 874305 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 874305 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 874305 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 874424 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 874424 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 874443 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=25.595703125, floorSegmentMB=1.7080078125, forceMergeDeletesPctAllowed=19.863176568136158, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=44.78285529272486
[junit4] 2> 874804 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17ce4185[control_collection_shard1_replica_n1] main]
[junit4] 2> 874850 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 874850 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 874853 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 874870 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1655329887248973824
[junit4] 2> 874873 INFO (searcherExecutor-1418-thread-1-processing-n:127.0.0.1:44737_zw x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@17ce4185[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 874889 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 874889 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 874910 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 874910 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 874910 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44737/zw/control_collection_shard1_replica_n1/
[junit4] 2> 874910 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 874927 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:44737/zw/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 874927 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72085192697708548-core_node2-n_0000000000
[junit4] 2> 874951 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44737/zw/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 874996 INFO (zkCallback-1620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 875021 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 875022 INFO (qtp1793466709-6739) [n:127.0.0.1:44737_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5020
[junit4] 2> 875109 INFO (qtp1793466709-6740) [n:127.0.0.1:44737_zw ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 875200 INFO (zkCallback-1620-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 875200 INFO (zkCallback-1620-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 875200 INFO (qtp1793466709-6740) [n:127.0.0.1:44737_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44737_zw&wt=javabin&version=2} status=0 QTime=5442
[junit4] 2> 875201 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 875400 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 875428 INFO (zkConnectionManagerCallback-1636-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 875428 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 875429 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 875430 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43774/solr ready
[junit4] 2> 875430 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 875480 INFO (qtp1793466709-6741) [n:127.0.0.1:44737_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 875527 INFO (OverseerThreadFactory-1413-thread-2-processing-n:127.0.0.1:44737_zw) [n:127.0.0.1:44737_zw ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 875527 INFO (OverseerCollectionConfigSetProcessor-72085192697708548-127.0.0.1:44737_zw-n_0000000000) [n:127.0.0.1:44737_zw ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 875781 WARN (OverseerThreadFactory-1413-thread-2-processing-n:127.0.0.1:44737_zw) [n:127.0.0.1:44737_zw ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 875783 INFO (qtp1793466709-6741) [n:127.0.0.1:44737_zw ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 875783 INFO (qtp1793466709-6741) [n:127.0.0.1:44737_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=303
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 875784 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 877038 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-1-001 of type NRT
[junit4] 2> 877055 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 877055 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 877055 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 877055 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 877056 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 877056 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 877056 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 877056 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf7ff14{/zw,null,AVAILABLE}
[junit4] 2> 877089 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13d7e617{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35437}
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.Server Started @877126ms
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/zw, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43087/hdfs__lucene2-us-west.apache.org_43087__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001_tempDir-002_jetty1, hostPort=35437, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-1-001/cores}
[junit4] 2> 877090 ERROR (closeThreadPool-1637-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 877090 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-10T08:40:00.869470Z
[junit4] 2> 877106 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 877106 INFO (zkConnectionManagerCallback-1639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 877106 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 877381 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 877381 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-1-001/solr.xml
[junit4] 2> 877384 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 877384 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 877405 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 877588 INFO (OverseerCollectionConfigSetProcessor-72085192697708548-127.0.0.1:44737_zw-n_0000000000) [n:127.0.0.1:44737_zw ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 877706 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 877779 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ebbb689[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 877779 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ebbb689[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 877804 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@192e4b4b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 877805 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@192e4b4b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 877806 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43774/solr
[junit4] 2> 877872 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878035 INFO (zkConnectionManagerCallback-1646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878039 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878310 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878428 INFO (zkConnectionManagerCallback-1648-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878428 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878450 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 878498 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.ZkController Publish node=127.0.0.1:35437_zw as DOWN
[junit4] 2> 878499 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 878499 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35437_zw
[junit4] 2> 878500 WARN (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 878537 INFO (zkCallback-1620-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 878537 INFO (zkCallback-1635-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 878546 INFO (zkCallback-1647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 878635 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 878731 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 878776 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 878776 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 878799 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 878800 INFO (closeThreadPool-1637-thread-1) [n:127.0.0.1:35437_zw ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-1-001/cores
[junit4] 2> 879077 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:35437_zw
[junit4] 2> 880581 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-2-001 of type NRT
[junit4] 2> 880587 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 880587 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 880587 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 880588 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 880624 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 880624 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 880624 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 880624 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a24db60{/zw,null,AVAILABLE}
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@366d7689{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39618}
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.Server Started @880682ms
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/zw, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43087/hdfs__lucene2-us-west.apache.org_43087__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001_tempDir-002_jetty2, hostPort=39618, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 880646 ERROR (closeThreadPool-1637-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 880646 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-10T08:40:04.425560Z
[junit4] 2> 880792 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 880946 INFO (zkConnectionManagerCallback-1654-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880946 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881072 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881072 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-2-001/solr.xml
[junit4] 2> 881163 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881163 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881164 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 882344 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 882363 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@236fda97[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 882363 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@236fda97[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 882472 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12b6d9cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 882473 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12b6d9cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 882475 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43774/solr
[junit4] 2> 882606 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 882651 INFO (zkConnectionManagerCallback-1661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882651 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 882813 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 882813 INFO (zkConnectionManagerCallback-1663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882813 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 882825 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 882866 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39618_zw as DOWN
[junit4] 2> 882867 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 882867 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39618_zw
[junit4] 2> 882868 INFO (zkCallback-1647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 882868 INFO (zkCallback-1620-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 882868 INFO (zkCallback-1635-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 882870 WARN (closeThreadPool-1637-thread-1) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 882877 INFO (zkCallback-1662-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 882893 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 882912 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 882921 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 882921 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 882922 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 882923 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-2-001/cores
[junit4] 2> 882946 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-3-001 of type NRT
[junit4] 2> 882947 WARN (closeThreadPool-1637-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 882947 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 882947 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 882947 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 882948 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 882948 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 882948 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 882948 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@243a799{/zw,null,AVAILABLE}
[junit4] 2> 882949 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d7b1ab8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34975}
[junit4] 2> 882949 INFO (closeThreadPool-1637-thread-2) [ ] o.e.j.s.Server Started @882985ms
[junit4] 2> 882949 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/zw, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43087/hdfs__lucene2-us-west.apache.org_43087__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001_tempDir-002_jetty3, hostPort=34975, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-3-001/cores}
[junit4] 2> 882949 ERROR (closeThreadPool-1637-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 882949 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 882949 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 882950 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 882950 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 882950 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-10T08:40:06.729046Z
[junit4] 2> 882951 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 882952 INFO (zkConnectionManagerCallback-1669-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 882952 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 882955 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:39618_zw
[junit4] 2> 883066 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 883066 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-3-001/solr.xml
[junit4] 2> 883069 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 883069 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 883070 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 883199 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-4-001 of type NRT
[junit4] 2> 883200 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 883200 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 883200 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 883200 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 883201 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 883201 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 883201 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 883201 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27e9c7fb{/zw,null,AVAILABLE}
[junit4] 2> 883201 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bd9d028{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44986}
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.e.j.s.Server Started @883238ms
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/zw, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:43087/hdfs__lucene2-us-west.apache.org_43087__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001_tempDir-002_jetty4, hostPort=44986, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 883202 ERROR (closeThreadPool-1637-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 883202 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-10T08:40:06.981511Z
[junit4] 2> 883213 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 883215 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 883215 WARN (closeThreadPool-1637-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1c0338b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883215 WARN (closeThreadPool-1637-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1c0338b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883216 INFO (zkConnectionManagerCallback-1672-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883216 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 883218 WARN (closeThreadPool-1637-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a55eb97[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883218 WARN (closeThreadPool-1637-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a55eb97[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883219 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43774/solr
[junit4] 2> 883219 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 883220 INFO (zkConnectionManagerCallback-1678-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883220 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 883318 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 883318 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-4-001/solr.xml
[junit4] 2> 883320 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 883320 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 883322 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 883361 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 883362 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20b90152[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883362 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20b90152[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883364 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@231acf61[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883364 WARN (closeThreadPool-1637-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@231acf61[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 883365 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43774/solr
[junit4] 2> 883365 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 883366 INFO (zkConnectionManagerCallback-1685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883366 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 883419 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 883420 INFO (zkConnectionManagerCallback-1687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883420 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 883425 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 883430 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.ZkController Publish node=127.0.0.1:34975_zw as DOWN
[junit4] 2> 883430 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 883431 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34975_zw
[junit4] 2> 883432 INFO (zkCallback-1635-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 883432 INFO (zkCallback-1662-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 883432 INFO (zkCallback-1620-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 883432 INFO (zkCallback-1647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 883433 INFO (zkCallback-1686-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 883433 WARN (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 883459 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 883477 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 883486 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 883486 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 883487 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 883489 INFO (closeThreadPool-1637-thread-2) [n:127.0.0.1:34975_zw ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-3-001/cores
[junit4] 2> 883519 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 883520 INFO (zkConnectionManagerCallback-1693-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 883527 INFO (closeThreadPool-1637-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:34975_zw
[junit4] 2> 883533 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 883550 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 883554 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44986_zw as DOWN
[junit4] 2> 883555 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 883555 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44986_zw
[junit4] 2> 883556 INFO (zkCallback-1620-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 883556 INFO (zkCallback-1647-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 883556 INFO (zkCallback-1635-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 883556 INFO (zkCallback-1662-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 883556 INFO (zkCallback-1686-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 883556 INFO (zkCallback-1692-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 883557 WARN (closeThreadPool-1637-thread-1) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 883571 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 883590 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 883599 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 883599 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6213005a
[junit4] 2> 883600 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 883601 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001/shard-4-001/cores
[junit4] 2> 883641 INFO (closeThreadPool-1637-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44986_zw
[junit4] 2> 883646 INFO (qtp1229231944-6861) [n:127.0.0.1:34975_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35437_zw&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883648 INFO (qtp1229231944-6862) [n:127.0.0.1:34975_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44986_zw&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883648 INFO (qtp1229231944-6860) [n:127.0.0.1:34975_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34975_zw&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883648 INFO (qtp1229231944-6920) [n:127.0.0.1:34975_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39618_zw&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 883652 INFO (OverseerThreadFactory-1413-thread-3-processing-n:127.0.0.1:44737_zw) [n:127.0.0.1:44737_zw c:collection1 s:shard2 ] o.a.s.c.a
[...truncated too long message...]
t data watches above limit:
[junit4] 2>
[junit4] 2> 115 /solr/clusterstate.json
[junit4] 2> 15 /solr/collections/onenodecollection/state.json
[junit4] 2> 12 /solr/clusterprops.json
[junit4] 2> 9 /solr/collections/control_collection/state.json
[junit4] 2> 3 /solr/overseer_elect/election/72085192697708548-127.0.0.1:44737_zw-n_0000000000
[junit4] 2> 3 /solr/collections/collection1/leader_elect/shard1/election/72085192697708562-core_node4-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72085192697708562-127.0.0.1:44986_zw-n_0000000004
[junit4] 2> 2 /solr/overseer_elect/election/72085192697708553-127.0.0.1:35437_zw-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 65 /solr/overseer/queue
[junit4] 2> 63 /solr/live_nodes
[junit4] 2> 23 /solr/overseer/collection-queue-work
[junit4] 2> 18 /solr/collections
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> 1469320 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:43774
[junit4] 2> 1469320 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43774
[junit4] 2> 1469320 INFO (TEST-HdfsBasicDistributedZk2Test.test-seed#[3628A0BBDF9F7980]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43774
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsBasicDistributedZk2Test -Dtests.method=test -Dtests.seed=3628A0BBDF9F7980 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-NA -Dtests.timezone=Europe/Andorra -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 607s J0 | HdfsBasicDistributedZk2Test.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 60 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([3628A0BBDF9F7980:BE7C9F6171631478]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:196)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1061)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1618)
[junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:391)
[junit4] > at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:102)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 1469323 WARN (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1469432 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@3e134080{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1469449 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@23796fe{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 1469449 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1469449 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@610b816a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1469567 WARN (BP-636339364-127.0.0.1-1578645577812 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43087) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 1469567 WARN (BP-636339364-127.0.0.1-1578645577812 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43087) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-636339364-127.0.0.1-1578645577812 (Datanode Uuid 8951bd1d-590f-482c-b020-09f99b0c5d11) service to lucene2-us-west.apache.org/127.0.0.1:43087
[junit4] 2> 1469738 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@4279e7d1{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1469739 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@328690ac{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 1469739 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1469739 INFO (SUITE-HdfsBasicDistributedZk2Test-seed#[3628A0BBDF9F7980]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6dba23ab{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_3628A0BBDF9F7980-001
[junit4] 2> Jan 10, 2020 8:49:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 32 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=PostingsFormat(name=LuceneFixedGap), oddField_s=PostingsFormat(name=LuceneFixedGap), SubjectTerms_mfacet=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=Lucene84, a_t=Lucene84, _root_=PostingsFormat(name=LuceneVarGapFixedInterval), foo_b=PostingsFormat(name=Direct), id=PostingsFormat(name=LuceneFixedGap), text=PostingsFormat(name=Direct)}, docValues:{other_tl1=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene80), SubjectTerms_mfacet=DocValuesFormat(name=Asserting), n_l1=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), n_td1=DocValuesFormat(name=Asserting), n_d1=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Asserting), n_f1=DocValuesFormat(name=Asserting), n_tl1=DocValuesFormat(name=Asserting), n_tf1=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80), text=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), n_dt1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Asserting), n_ti1=DocValuesFormat(name=Lucene80), rnd_b=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), n_tdt1=DocValuesFormat(name=Asserting), foo_b=DocValuesFormat(name=Lucene80), id_i1=DocValuesFormat(name=Asserting), foo_d=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Asserting), foo_f=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1626, maxMBSortInHeap=6.9863176568136165, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6d563d03), locale=en-NA, timezone=Europe/Andorra
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=9,free=351789280,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CdcrVersionReplicationTest, TestMissingGroups, CurrencyRangeFacetCloudTest, OverseerRolesTest, AssignBackwardCompatibilityTest, TestReplicationHandlerDiskOverFlow, HttpPartitionWithTlogReplicasTest, TestPhraseSuggestions, TestObjectReleaseTracker, OverriddenZkACLAndCredentialsProvidersTest, MetricsHistoryHandlerTest, MoveReplicaTest, TestFieldCacheReopen, AddBlockUpdateTest, TestInPlaceUpdatesStandalone, TestSimpleTextCodec, DocValuesMultiTest, TestRTGBase, CacheHeaderTest, TestRawResponseWriter, DistributedFacetPivotSmallTest, MissingSegmentRecoveryTest, TestSurroundQueryParser, TestCrossCoreJoin, TestQuerySenderNoQuery, LeaderTragicEventTest, TestStandardQParsers, TestDynamicURP, HighlighterConfigTest, TestTlogReplayVsRecovery, TestDynamicFieldCollectionResource, TestTolerantUpdateProcessorRandomCloud, CoreAdminRequestStatusTest, TestSubQueryTransformerDistrib, HdfsBasicDistributedZk2Test]
[junit4] Completed [132/897 (1!)] on J0 in 621.90s, 1 test, 1 failure <<< FAILURES!
[...truncated 55412 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2071 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2071/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:772) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:727) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:834) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:772) at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:727) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:834) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:772)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:727)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:772)
at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:727)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
>
at __randomizedtesting.SeedInfo.seed([299393594E2568D3]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:342)
at jdk.internal.reflect.GeneratedMethodAccessor164.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15141 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[junit4] 2> 3845091 INFO (SUITE-CdcrBootstrapTest-seed#[299393594E2568D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/data-dir-209-001
[junit4] 2> 3845091 INFO (SUITE-CdcrBootstrapTest-seed#[299393594E2568D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3845092 INFO (SUITE-CdcrBootstrapTest-seed#[299393594E2568D3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3845092 INFO (SUITE-CdcrBootstrapTest-seed#[299393594E2568D3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] IGNOR/A 0.00s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
[junit4] 2> 3845095 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 3845095 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/cdcr-target-001
[junit4] 2> 3845095 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3845095 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3845095 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3845195 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer start zk server on port:38043
[junit4] 2> 3845196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38043
[junit4] 2> 3845196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38043
[junit4] 2> 3845196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38043
[junit4] 2> 3845199 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845201 INFO (zkConnectionManagerCallback-20862-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845201 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845203 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845204 INFO (zkConnectionManagerCallback-20864-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845204 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845205 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845207 INFO (zkConnectionManagerCallback-20866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845207 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845312 WARN (jetty-launcher-20867-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3845312 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3845312 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3845312 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3845313 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3845313 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3845313 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3845314 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60eddaa9{/solr,null,AVAILABLE}
[junit4] 2> 3845314 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@163c9245{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:٤١٠٩٣}
[junit4] 2> 3845314 INFO (jetty-launcher-20867-thread-1) [ ] o.e.j.s.Server Started @٣٨٤٥٣٤٠ms
[junit4] 2> 3845314 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41093}
[junit4] 2> 3845314 ERROR (jetty-launcher-20867-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3845314 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3845315 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 9.0.0
[junit4] 2> 3845315 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3845315 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3845315 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-11T06:38:32.200095Z
[junit4] 2> 3845315 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845317 INFO (zkConnectionManagerCallback-20869-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845317 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845317 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3845521 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3845522 WARN (jetty-launcher-20867-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78c64dd2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3845522 WARN (jetty-launcher-20867-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78c64dd2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3845524 WARN (jetty-launcher-20867-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@324a833c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3845524 WARN (jetty-launcher-20867-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@324a833c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3845525 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38043/solr
[junit4] 2> 3845526 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845527 INFO (zkConnectionManagerCallback-20876-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845527 INFO (jetty-launcher-20867-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845629 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845630 INFO (zkConnectionManagerCallback-20878-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845631 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845723 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41093_solr
[junit4] 2> 3845724 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.Overseer Overseer (id=73050222297284613-127.0.0.1:41093_solr-n_0000000000) starting
[junit4] 2> 3845729 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41093_solr
[junit4] 2> 3845729 INFO (OverseerStateUpdate-73050222297284613-127.0.0.1:41093_solr-n_0000000000) [n:127.0.0.1:41093_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41093_solr
[junit4] 2> 3845731 INFO (OverseerStateUpdate-73050222297284613-127.0.0.1:41093_solr-n_0000000000) [n:127.0.0.1:41093_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3845732 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3845732 WARN (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3845757 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3845774 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41093.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3845781 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41093.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3845781 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41093.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3845782 INFO (jetty-launcher-20867-thread-1) [n:127.0.0.1:41093_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/cdcr-target-001/node1/.
[junit4] 2> 3845792 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 3845793 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3845794 INFO (zkConnectionManagerCallback-20887-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3845794 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3845795 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3845796 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38043/solr ready
[junit4] 1> Target zkHost = 127.0.0.1:38043/solr
[junit4] 2> 3845796 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/cdcr-source-001
[junit4] 2> 3845797 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3845797 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3845797 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3845980 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer start zk server on port:36995
[junit4] 2> 3845980 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36995
[junit4] 2> 3845980 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36995
[junit4] 2> 3845980 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36995
[junit4] 2> 3845999 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846003 INFO (zkConnectionManagerCallback-20889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846003 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846007 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846007 INFO (zkConnectionManagerCallback-20891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846007 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846018 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846029 INFO (zkConnectionManagerCallback-20893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846029 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846145 WARN (jetty-launcher-20894-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 3846145 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3846145 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3846145 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3fae583c{/solr,null,AVAILABLE}
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7f2039fd{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:٤٢٢٤١}
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.e.j.s.Server Started @٣٨٤٦١٧٢ms
[junit4] 2> 3846146 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42241}
[junit4] 2> 3846147 ERROR (jetty-launcher-20894-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3846147 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3846147 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 9.0.0
[junit4] 2> 3846147 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3846147 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3846147 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-11T06:38:33.032211Z
[junit4] 2> 3846147 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846149 INFO (zkConnectionManagerCallback-20896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846149 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846149 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3846291 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3846292 WARN (jetty-launcher-20894-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@78669c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3846292 WARN (jetty-launcher-20894-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@78669c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3846294 WARN (jetty-launcher-20894-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c25acce[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3846294 WARN (jetty-launcher-20894-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c25acce[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3846295 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36995/solr
[junit4] 2> 3846296 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846297 INFO (zkConnectionManagerCallback-20903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846297 INFO (jetty-launcher-20894-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846400 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846401 INFO (zkConnectionManagerCallback-20905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846401 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846497 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42241_solr
[junit4] 2> 3846497 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.Overseer Overseer (id=73050222343225349-127.0.0.1:42241_solr-n_0000000000) starting
[junit4] 2> 3846516 INFO (OverseerStateUpdate-73050222343225349-127.0.0.1:42241_solr-n_0000000000) [n:127.0.0.1:42241_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42241_solr
[junit4] 2> 3846516 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42241_solr
[junit4] 2> 3846518 INFO (OverseerStateUpdate-73050222343225349-127.0.0.1:42241_solr-n_0000000000) [n:127.0.0.1:42241_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3846519 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3846519 WARN (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3846545 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3846564 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42241.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3846576 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42241.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3846577 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42241.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3846578 INFO (jetty-launcher-20894-thread-1) [n:127.0.0.1:42241_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/cdcr-source-001/node1/.
[junit4] 2> 3846601 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
[junit4] 2> 3846602 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846603 INFO (zkConnectionManagerCallback-20914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846603 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846604 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3846605 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36995/solr ready
[junit4] 2> 3846607 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3846607 INFO (zkConnectionManagerCallback-20916-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3846607 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3846721 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3846724 INFO (OverseerThreadFactory-16676-thread-1-processing-n:127.0.0.1:42241_solr) [n:127.0.0.1:42241_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 3846884 INFO (OverseerStateUpdate-73050222343225349-127.0.0.1:42241_solr-n_0000000000) [n:127.0.0.1:42241_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:42241/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3847095 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 3847095 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3848221 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3848230 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3848232 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3848233 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3848234 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 3848246 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 3848246 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 3848246 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42241.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@12b4f80a
[junit4] 2> 3848246 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrBootstrapTest_299393594E2568D3-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 3848328 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 3848328 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3848330 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3848330 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3848331 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d40a757[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3848334 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 3848334 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 3848334 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 3848335 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 3848335 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3848340 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 3848343 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 3848360 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1655412847012741120
[junit4] 2> 3848362 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5d40a757[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3848365 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3848365 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/cdcr-source/leaders/shard1
[junit4] 2> 3848367 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3848367 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3848367 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42241/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 3848367 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3848368 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:42241/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 3848368 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/cdcr-source/leaders/shard1/leader after winning as /collections/cdcr-source/leader_elect/shard1/election/73050222343225349-core_node2-n_0000000000
[junit4] 2> 3848369 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42241/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 3848369 INFO (zkCallback-20904-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 3848471 INFO (zkCallback-20904-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3848471 INFO (zkCallback-20904-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3848472 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3848474 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1379
[junit4] 2> 3848475 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 3848573 INFO (zkCallback-20904-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3848573 INFO (zkCallback-20904-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3848573 INFO (zkCallback-20904-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3848574 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1852
[junit4] 2> 3848574 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[299393594E2568D3]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: cdcr-source
[junit4] 2> 3848593 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-source/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 3848593 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 3848595 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412847259156480,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3848595 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412847259156480
[junit4] 2> 3848703 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@32bd9d79[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3848704 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3848705 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@32bd9d79[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3848705 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=110
[junit4] 2> 3848710 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3848711 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412847380791296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3848711 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412847380791296
[junit4] 2> 3848724 INFO (OverseerCollectionConfigSetProcessor-73050222343225349-127.0.0.1:42241_solr-n_0000000000) [n:127.0.0.1:42241_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3848802 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a9105a0[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3848803 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3a9105a0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3848804 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3848804 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=93
[junit4] 2> 3848808 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3848809 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412847483551744,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3848809 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412847483551744
[junit4] 2> 3849109 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@69041a46[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849109 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849110 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@69041a46[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849111 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=302
[junit4] 2> 3849115 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849116 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412847805464576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849116 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412847805464576
[junit4] 2> 3849209 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f1e37fa[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849209 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849210 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1f1e37fa[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849211 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=95
[junit4] 2> 3849215 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849216 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412847910322176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849216 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412847910322176
[junit4] 2> 3849307 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e2a66f4[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849308 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849309 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6e2a66f4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849309 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=93
[junit4] 2> 3849313 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849323 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412848022519808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849323 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412848022519808
[junit4] 2> 3849418 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@389b43a0[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849419 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849420 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@389b43a0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_5(9.0.0):C100:[diagnostics={timestamp=1578724716211, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849420 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=98
[junit4] 2> 3849424 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849426 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412848130523136,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849426 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412848130523136
[junit4] 2> 3849646 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@259acee[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849647 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849648 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@259acee[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_5(9.0.0):C100:[diagnostics={timestamp=1578724716211, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_6(9.0.0):C100:[diagnostics={timestamp=1578724716313, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849648 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=222
[junit4] 2> 3849652 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849653 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412848368549888,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849653 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412848368549888
[junit4] 2> 3849746 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@11a7a3d6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849747 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849748 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@11a7a3d6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_5(9.0.0):C100:[diagnostics={timestamp=1578724716211, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_6(9.0.0):C100:[diagnostics={timestamp=1578724716313, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_7(9.0.0):C100:[diagnostics={timestamp=1578724716541, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849748 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=95
[junit4] 2> 3849752 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849753 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412848473407488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849753 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412848473407488
[junit4] 2> 3849848 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a758ea[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849848 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849849 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5a758ea[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_5(9.0.0):C100:[diagnostics={timestamp=1578724716211, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_6(9.0.0):C100:[diagnostics={timestamp=1578724716313, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_7(9.0.0):C100:[diagnostics={timestamp=1578724716541, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_8(9.0.0):C100:[diagnostics={timestamp=1578724716641, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849850 INFO (qtp1977111181-69165) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=96
[junit4] 2> 3849854 INFO (qtp1977111181-69168) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849855 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412848580362240,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849855 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412848580362240
[junit4] 2> 3849952 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eeb9968[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3849953 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3849954 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3eeb9968[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_5(9.0.0):C100:[diagnostics={timestamp=1578724716211, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_6(9.0.0):C100:[diagnostics={timestamp=1578724716313, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_7(9.0.0):C100:[diagnostics={timestamp=1578724716541, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_8(9.0.0):C100:[diagnostics={timestamp=1578724716641, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_9(9.0.0):C100:[diagnostics={timestamp=1578724716743, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3849954 INFO (qtp1977111181-69169) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=100
[junit4] 2> 3849958 INFO (qtp1977111181-69170) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3849959 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1655412848689414144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3849959 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@47024e0 commitCommandVersion:1655412848689414144
[junit4] 2> 3850140 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e11e41b[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3850141 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3850142 INFO (searcherExecutor-16681-thread-1-processing-n:127.0.0.1:42241_solr x:cdcr-source_shard1_replica_n1 c:cdcr-source s:shard1 r:core_node2) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3e11e41b[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C100:[diagnostics={timestamp=1578724715496, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_1(9.0.0):C100:[diagnostics={timestamp=1578724715599, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_2(9.0.0):C100:[diagnostics={timestamp=1578724715697, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_3(9.0.0):C100:[diagnostics={timestamp=1578724716004, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_4(9.0.0):C100:[diagnostics={timestamp=1578724716104, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_5(9.0.0):C100:[diagnostics={timestamp=1578724716211, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_6(9.0.0):C100:[diagnostics={timestamp=1578724716313, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_7(9.0.0):C100:[diagnostics={timestamp=1578724716541, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_8(9.0.0):C100:[diagnostics={timestamp=1578724716641, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_9(9.0.0):C100:[diagnostics={timestamp=1578724716743, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}]) Uninverting(_a(9.0.0):C100:[diagnostics={timestamp=1578724716846, java.vendor=Oracle Corporation, os=Linux, os.version=4.15.0-54-generic, java.runtime.version=11.0.4+10-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.4+10-LTS, java.version=11.0.4}])))}
[junit4] 2> 3850142 INFO (qtp1977111181-69167) [n:127.0.0.1:42241_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1 ] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=
[...truncated too long message...]
c amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=165701336,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLockTree, AliasIntegrationTest, TestSnapshotCloudManager, SpellCheckCollatorTest, TestInPlaceUpdatesDistrib, TestExpandComponent, TemplateUpdateProcessorTest, NumericFieldsTest, HdfsSyncSliceTest, TestChildDocTransformerHierarchy, DistributedTermsComponentTest, TestSegmentSorting, TestRTimerTree, TestCaffeineCache, TestRestoreCore, SoftAutoCommitTest, TestManagedSchemaAPI, SimpleCollectionCreateDeleteTest, TestJsonFacetRefinement, TestSimExtremeIndexing, SolrCoreTest, TestSolrCoreParser, TestFoldingMultitermQuery, AtomicUpdateRemovalJavabinTest, DirectSolrSpellCheckerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCollectionsAPIViaSolrCloudCluster, ResponseBuilderTest, TestRetrieveFieldsOptimizer, ExecutePlanActionTest, PeerSyncTest, TestReplicaProperties, TestMaxScoreQueryParser, TestReload, TestFieldCacheWithThreads, TestSystemCollAutoCreate, TestShardHandlerFactory, SuggesterFSTTest, ProtectedTermFilterFactoryTest, OutputWriterTest, DeleteStatusTest, TestExclusionRuleCollectionAccess, DirectSolrConnectionTest, TestPointFields, DocValuesMissingTest, TestTolerantSearch, TestCloudNestedDocsSort, SearchRateTriggerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCodecSupport, MultiDestinationAuditLoggerTest, DirectUpdateHandlerTest, TestConfigsApi, TestCloudConsistency, TestSimpleTrackingShardHandler, OutOfBoxZkACLAndCredentialsProvidersTest, BooleanFieldTest, TestScoreJoinQPScore, TestNumericRangeQuery32, TestInfoStreamLogging, TestFieldCacheSort, TestSolrConfigHandlerCloud, FullSolrCloudDistribCmdsTest, BinaryUpdateRequestHandlerTest, AutoscalingHistoryHandlerTest, TestSolrDeletionPolicy1, TestDocTermOrdsUninvertLimit, TestFieldTypeResource, CollectionStateFormat2Test, TestStressUserVersions, DistributedFacetExistsSmallTest, TestWriterPerf, RegexBoostProcessorTest, RequiredFieldsTest, DistribJoinFromCollectionTest, TestJsonFacetsWithNestedObjects, RulesTest, TestTolerantUpdateProcessorCloud, TestFieldSortValues, TestConfigSetImmutable, TestSchemaSimilarityResource, SystemCollectionCompatTest, SliceStateTest, CursorMarkTest, HighlighterTest, TestCSVResponseWriter, TestDistributedGrouping, TestRandomCollapseQParserPlugin, LeaderFailureAfterFreshStartTest, SuggestComponentContextFilterQueryTest, TestUseDocValuesAsStored, TestDynamicLoadingUrl, NodeMarkersRegistrationTest, HdfsChaosMonkeyNothingIsSafeTest, TestSolrCloudWithHadoopAuthPlugin, TokenizerChainTest, PingRequestHandlerTest, CollectionsAPIDistributedZkTest, MigrateRouteKeyTest, TestXmlQParserPlugin, ResponseHeaderTest, TriggerSetPropertiesIntegrationTest, TestDistributedTracing, CollectionReloadTest, TestBlobHandler, XmlUpdateRequestHandlerTest, SynonymTokenizerTest, TestCloudRecovery, CustomCollectionTest, MergeStrategyTest, TestSimNodeAddedTrigger, TestRealTimeGet, AnalysisErrorHandlingTest, HttpPartitionTest, NodeAddedTriggerTest, DistributedUpdateProcessorTest, RoutingToNodesWithPropertiesTest, CircularListTest, TestClusterProperties, CoreAdminOperationTest, RemoteQueryErrorTest, TestCloudManagedSchema, ConvertedLegacyTest, TestExactSharedStatsCache, ConfigSetsAPITest, MoveReplicaHDFSTest, TestPushWriter, TestReplicationHandlerBackup, MetricsHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, TestBM25SimilarityFactory, SolrXmlInZkTest, SolrLogPostToolTest, IndexSizeTriggerMixedBoundsTest, HdfsUnloadDistributedZkTest, LegacyCloudClusterPropTest, ConnectionReuseTest, TestSimDistribStateManager, TestExceedMaxTermLength, DocValuesNotIndexedTest, SpatialHeatmapFacetsTest, DebugComponentTest, TestIndexSearcher, TestDocSet, URLClassifyProcessorTest, TestCollationFieldDocValues, TestComplexPhraseQParserPlugin, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, CollectionsAPISolrJTest, DistribCursorPagingTest, LeaderElectionIntegrationTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTest, RecoveryAfterSoftCommitTest, RecoveryZkTest, ReplaceNodeTest, RestartWhileUpdatingTest, TestCloudDeleteByQuery, TestCloudPivotFacet, TestConfigSetsAPI, TestDownShardTolerantSearch, TestDynamicFieldNamesIndexCorrectly, TestLeaderElectionZkExpiry, TestOnReconnectListenerSupport, TestPullReplicaErrorHandling, TestRandomRequestDistribution, TestRequestForwarding, TestShortCircuitedRequests, TestSkipOverseerOperations, TestSolrCloudWithKerberosAlt, TestStressCloudBlindAtomicUpdates, TestTlogReplayVsRecovery, TestUtilizeNode, TestWaitForStateWithJettyShutdowns, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkControllerTest, ZkFailoverTest, ZkNodePropsTest, ZkShardTermsTest, ZkSolrClientTest, CollectionTooManyReplicasTest, HdfsCollectionsAPIDistributedZkTest, TestHdfsCloudBackupRestore, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, ScheduledMaintenanceTriggerTest, ScheduledTriggerIntegrationTest, SystemLogListenerTest, TestPolicyCloud, TriggerCooldownIntegrationTest, TriggerEventQueueTest, TestSimClusterStateProvider, TestSimGenericDistributedQueue, TestSimPolicyCloud, TestSimScenario, TestSimTriggerIntegration, BaseCdcrDistributedZkTest, CdcrBidirectionalTest, CdcrBootstrapTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.seed=299393594E2568D3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-TD -Dtests.timezone=Pacific/Samoa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | CdcrBootstrapTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:772)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:727)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] > at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:351)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:422)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:772)
[junit4] > at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:727)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] > at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > >
[junit4] > at __randomizedtesting.SeedInfo.seed([299393594E2568D3]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:342)
[junit4] > at jdk.internal.reflect.GeneratedMethodAccessor164.invoke(Unknown Source)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] Completed [563/898 (1!)] on J2 in 146.42s, 4 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 53994 lines...]