You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/10/28 18:18:08 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 36 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/36/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling
Error Message:
Both triggers did not fire event after await()ing an excessive amount of time
Stack Trace:
java.lang.AssertionError: Both triggers did not fire event after await()ing an excessive amount of time
at __randomizedtesting.SeedInfo.seed([5938A12F01786BCF:A21A090AD3D2885D]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling(TestSimTriggerIntegration.java:197)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
expected not same
Stack Trace:
java.lang.AssertionError: expected not same
at __randomizedtesting.SeedInfo.seed([5938A12F01786BCF:D16C9EF5AF840637]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failSame(Assert.java:819)
at org.junit.Assert.assertNotSame(Assert.java:798)
at org.junit.Assert.assertNotSame(Assert.java:811)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14007 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 532496 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/data-dir-63-001
[junit4] 2> 532496 WARN (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 532496 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 532498 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 532498 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 532566 WARN (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 532574 WARN (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 532575 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 532582 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 532582 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 532582 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 532582 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b51ed5c{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 532679 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@27303233{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-45165-hdfs-_-any-6838417723533817056.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 532679 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@324afe9a{HTTP/1.1,[http/1.1]}{localhost.localdomain:45165}
[junit4] 2> 532679 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.Server Started @532713ms
[junit4] 2> 532770 WARN (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 532772 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 532778 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 532778 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 532778 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 532779 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@725a9439{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 532879 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7f173fb9{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41043-datanode-_-any-368405132340251648.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 532880 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@64517d2a{HTTP/1.1,[http/1.1]}{localhost:41043}
[junit4] 2> 532880 INFO (SUITE-MoveReplicaHDFSTest-seed#[5938A12F01786BCF]-worker) [ ] o.e.j.s.Server Started @532913ms
[junit4] 2> 533093 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7c5b5d1b809af769: Processing first storage report for DS-2afe7a21-a741-465c-abc4-7c44213e131a from datanode ab707c85-74b5-47b6-ba2f-3b92a3d7880d
[junit4] 2> 533093 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7c5b5d1b809af769: from storage DS-2afe7a21-a741-465c-abc4-7c44213e131a node DatanodeRegistration(127.0.0.1:42573, datanodeUuid=ab707c85-74b5-47b6-ba2f-3b92a3d7880d, infoPort=45815, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=304047445;c=1572280863900), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 533093 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7c5b5d1b809af769: Processing first storage report for DS-2ffd7591-2b69-4dbf-957d-c8bbe3dbdf3a from datanode ab707c85-74b5-47b6-ba2f-3b92a3d7880d
[junit4] 2> 533093 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7c5b5d1b809af769: from storage DS-2ffd7591-2b69-4dbf-957d-c8bbe3dbdf3a node DatanodeRegistration(127.0.0.1:42573, datanodeUuid=ab707c85-74b5-47b6-ba2f-3b92a3d7880d, infoPort=45815, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=304047445;c=1572280863900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testFailedMove
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
[junit4] 2> 533173 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 533173 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002
[junit4] 2> 533174 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 533174 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 533174 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 533274 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.ZkTestServer start zk server on port:40585
[junit4] 2> 533274 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40585
[junit4] 2> 533274 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40585
[junit4] 2> 533274 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40585
[junit4] 2> 533306 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533311 INFO (zkConnectionManagerCallback-2103-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533311 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533317 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533322 INFO (zkConnectionManagerCallback-2105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533322 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533323 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533325 INFO (zkConnectionManagerCallback-2107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533325 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533427 WARN (jetty-launcher-2108-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 533427 WARN (jetty-launcher-2108-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 533427 WARN (jetty-launcher-2108-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 533427 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 533427 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 533428 WARN (jetty-launcher-2108-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 533428 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 533431 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 533431 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 533431 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 533437 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 533437 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 533437 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 533438 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@182285f3{/solr,null,AVAILABLE}
[junit4] 2> 533439 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 533439 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 533439 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 533439 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67be74b1{/solr,null,AVAILABLE}
[junit4] 2> 533447 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 533447 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 533447 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 533447 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48a2a14f{/solr,null,AVAILABLE}
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@565a55d3{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39153}
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.e.j.s.Server Started @533481ms
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39153}
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@315fe288{/solr,null,AVAILABLE}
[junit4] 2> 533448 ERROR (jetty-launcher-2108-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 533448 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-28T16:41:04.825Z
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6045e6f6{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45173}
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-1) [ ] o.e.j.s.Server Started @533486ms
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45173}
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c8374b7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38445}
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-3) [ ] o.e.j.s.Server Started @533486ms
[junit4] 2> 533452 ERROR (jetty-launcher-2108-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38445}
[junit4] 2> 533452 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4507a752{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37973}
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-28T16:41:04.830Z
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.e.j.s.Server Started @533486ms
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37973}
[junit4] 2> 533453 ERROR (jetty-launcher-2108-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 533453 ERROR (jetty-launcher-2108-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-28T16:41:04.830Z
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 533453 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-28T16:41:04.830Z
[junit4] 2> 533454 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533454 INFO (zkConnectionManagerCallback-2110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533454 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533454 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 533458 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 533458 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 533459 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 533461 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533462 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533464 INFO (zkConnectionManagerCallback-2112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533464 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533465 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 533467 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 533467 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 533468 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 533470 INFO (zkConnectionManagerCallback-2114-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533470 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533471 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 533473 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 533473 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 533474 INFO (zkConnectionManagerCallback-2116-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533474 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533474 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 533474 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 533476 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 533476 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 533478 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 533643 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 533644 WARN (jetty-launcher-2108-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4f5d9e23[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533644 WARN (jetty-launcher-2108-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4f5d9e23[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533648 WARN (jetty-launcher-2108-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f798e7c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533648 WARN (jetty-launcher-2108-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f798e7c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533649 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40585/solr
[junit4] 2> 533650 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533654 INFO (zkConnectionManagerCallback-2124-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533654 INFO (jetty-launcher-2108-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533671 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 533675 WARN (jetty-launcher-2108-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b206a3e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533675 WARN (jetty-launcher-2108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b206a3e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533678 WARN (jetty-launcher-2108-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15f30d1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533678 WARN (jetty-launcher-2108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15f30d1a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533679 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40585/solr
[junit4] 2> 533680 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533680 INFO (zkConnectionManagerCallback-2131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533680 INFO (jetty-launcher-2108-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533815 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 533816 WARN (jetty-launcher-2108-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6274dac9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533816 WARN (jetty-launcher-2108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6274dac9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533818 WARN (jetty-launcher-2108-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35999725[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533818 WARN (jetty-launcher-2108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35999725[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 533819 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40585/solr
[junit4] 2> 533820 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533825 INFO (zkConnectionManagerCallback-2138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533825 INFO (jetty-launcher-2108-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533864 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533865 INFO (zkConnectionManagerCallback-2140-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533865 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533927 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533927 INFO (zkConnectionManagerCallback-2142-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533927 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533978 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 533979 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38445_solr
[junit4] 2> 533979 INFO (zkConnectionManagerCallback-2148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 533979 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 533980 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.Overseer Overseer (id=72627918312439819-127.0.0.1:38445_solr-n_0000000000) starting
[junit4] 2> 533987 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37973_solr
[junit4] 2> 533987 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39153_solr
[junit4] 2> 533993 INFO (OverseerStateUpdate-72627918312439819-127.0.0.1:38445_solr-n_0000000000) [n:127.0.0.1:38445_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38445_solr
[junit4] 2> 533993 INFO (zkCallback-2141-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 533993 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38445_solr as DOWN
[junit4] 2> 533993 INFO (zkCallback-2139-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 533994 INFO (zkCallback-2147-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 533996 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 533996 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38445_solr
[junit4] 2> 533997 INFO (zkCallback-2141-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 534001 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 534004 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 534006 INFO (zkCallback-2147-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 534006 INFO (zkCallback-2139-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 534007 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 534029 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534035 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534036 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534036 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534036 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534037 INFO (jetty-launcher-2108-thread-2) [n:127.0.0.1:39153_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node3/.
[junit4] 2> 534043 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534043 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534044 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534044 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534044 INFO (jetty-launcher-2108-thread-3) [n:127.0.0.1:38445_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node2/.
[junit4] 2> 534045 INFO (jetty-launcher-2108-thread-4) [n:127.0.0.1:37973_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node4/.
[junit4] 2> 534060 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 534061 WARN (jetty-launcher-2108-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@569de890[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 534061 WARN (jetty-launcher-2108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@569de890[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 534063 WARN (jetty-launcher-2108-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3265ddad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 534063 WARN (jetty-launcher-2108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3265ddad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 534064 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40585/solr
[junit4] 2> 534065 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 534070 INFO (zkConnectionManagerCallback-2162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 534070 INFO (jetty-launcher-2108-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 534171 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 534172 INFO (zkConnectionManagerCallback-2164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 534172 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 534176 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 534179 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45173_solr as DOWN
[junit4] 2> 534179 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 534179 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45173_solr
[junit4] 2> 534180 INFO (zkCallback-2147-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 534180 INFO (zkCallback-2141-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 534180 INFO (zkCallback-2139-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 534180 INFO (zkCallback-2163-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 534204 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 534218 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534224 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534224 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 534225 INFO (jetty-launcher-2108-thread-1) [n:127.0.0.1:45173_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node1/.
[junit4] 2> 534256 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 534257 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 534258 INFO (zkConnectionManagerCallback-2173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 534258 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 534259 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 534260 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40585/solr ready
[junit4] 2> 534266 INFO (qtp1270894682-6408) [n:127.0.0.1:37973_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 534271 INFO (qtp1270894682-6408) [n:127.0.0.1:37973_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 534272 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[5938A12F01786BCF]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 4
[junit4] 2> 534272 INFO (qtp1270894682-6409) [n:127.0.0.1:37973_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 534275 INFO (OverseerCollectionConfigSetProcessor-72627918312439819-127.0.0.1:38445_solr-n_0000000000) [n:127.0.0.1:38445_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 534275 INFO (OverseerThreadFactory-2239-thread-2-processing-n:127.0.0.1:38445_solr) [n:127.0.0.1:38445_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_false
[junit4] 2> 534380 INFO (OverseerStateUpdate-72627918312439819-127.0.0.1:38445_solr-n_0000000000) [n:127.0.0.1:38445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37973/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 534383 INFO (OverseerStateUpdate-72627918312439819-127.0.0.1:38445_solr-n_0000000000) [n:127.0.0.1:38445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38445/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 534384 INFO (OverseerStateUpdate-72627918312439819-127.0.0.1:38445_solr-n_0000000000) [n:127.0.0.1:38445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39153/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 534385 INFO (OverseerStateUpdate-72627918312439819-127.0.0.1:38445_solr-n_0000000000) [n:127.0.0.1:38445_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45173/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 534589 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 534589 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 534589 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_t2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 534590 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_t6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 534591 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 534592 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 535606 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 535613 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 535613 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 535618 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 535620 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_t2] Schema name=minimal
[junit4] 2> 535620 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_t6] Schema name=minimal
[junit4] 2> 535632 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 535632 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Schema name=minimal
[junit4] 2> 535632 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_t2' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 535632 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_t2' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 535632 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35405/solr_hdfs_home
[junit4] 2> 535632 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 535632 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_false_shard1_replica_t2], dataDir=[hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data/]
[junit4] 2> 535633 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data/snapshot_metadata
[junit4] 2> 535634 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 535634 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_t6' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 535635 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_t6' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 535635 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35405/solr_hdfs_home
[junit4] 2> 535635 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Schema name=minimal
[junit4] 2> 535635 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 535635 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_false_shard2_replica_t6], dataDir=[hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data/]
[junit4] 2> 535635 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data/snapshot_metadata
[junit4] 2> 535636 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 535636 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 535637 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 535637 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35405/solr_hdfs_home
[junit4] 2> 535637 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 535637 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_false_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data/]
[junit4] 2> 535638 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data/snapshot_metadata
[junit4] 2> 535638 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 535638 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 535638 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42e99e4a
[junit4] 2> 535638 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35405/solr_hdfs_home
[junit4] 2> 535638 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 535638 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_5938A12F01786BCF-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_false_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data/]
[junit4] 2> 535639 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data/snapshot_metadata
[junit4] 2> 535643 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535643 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535643 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535644 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535644 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535644 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535648 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535648 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535648 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535649 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535650 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data
[junit4] 2> 535655 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535656 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data
[junit4] 2> 535659 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535660 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data
[junit4] 2> 535663 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data/index
[junit4] 2> 535665 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535666 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535667 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535668 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535668 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535668 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535679 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data/index
[junit4] 2> 535684 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data/index
[junit4] 2> 535684 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535684 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535684 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535684 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535685 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data
[junit4] 2> 535690 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535695 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535697 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535697 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535697 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535707 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35405/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data/index
[junit4] 2> 535712 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535725 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 535725 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 535725 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 535747 INFO (qtp306485391-6402) [n:127.0.0.1:38445_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_t2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 535810 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 535810 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 535810 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 535820 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 535820 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 535830 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 535830 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 535830 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 535838 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@257fca7f[MoveReplicaHDFSTest_coll_false_shard2_replica_t6] main]
[junit4] 2> 535842 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 535842 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 535842 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 535842 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 535843 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 535843 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648655982626078720
[junit4] 2> 535845 INFO (searcherExecutor-2260-thread-1-processing-n:127.0.0.1:45173_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_false_shard2_replica_t6] Registered new searcher Searcher@257fca7f[MoveReplicaHDFSTest_coll_false_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 535851 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_false/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 535851 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_false/leaders/shard2
[junit4] 2> 535853 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4bf0af8e[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] main]
[junit4] 2> 535854 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 535854 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 535855 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 535855 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648655982638661632
[junit4] 2> 535857 INFO (searcherExecutor-2262-thread-1-processing-n:127.0.0.1:37973_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Registered new searcher Searcher@4bf0af8e[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 535858 INFO (qtp1854014806-6382) [n:127.0.0.1:45173_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_t6 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 535859 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_false/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 535859 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_false/leaders/shard1
[junit4] 2> 535862 INFO (qtp1270894682-6411) [n:127.0.0.1:37973_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14999ms
[junit4] 2> 536189 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 536189 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 536189 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 536198 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 536198 INFO (qtp1486729392-6394) [n:127.0.0.1:39153_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s
[...truncated too long message...]
b8l",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":8902632560766997,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[8902632560766997],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":8902635598725697,
[junit4] 2> "nodeNames":["127.0.0.1:10068_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:327) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> Caused by: java.lang.RuntimeException: failure
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestDummyAction.process(TestSimTriggerIntegration.java:1102) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:324) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 4122047 DEBUG (AutoscalingActionExecutor-16730-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 4122047 DEBUG (AutoscalingActionExecutor-16730-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 4122047 DEBUG (AutoscalingActionExecutor-16730-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 47 ms for event id=1fa0e5ab59b015T49soszx7okyecultq3nndzb8l
[junit4] 2> 4122048 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4122048 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 4122048 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 4122048 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 4122048 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 4122049 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 4122049 DEBUG (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4122049 INFO (TEST-TestSimTriggerIntegration.testListeners-seed#[5938A12F01786BCF]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_5938A12F01786BCF-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=246, maxMBSortInHeap=7.1441443460881855, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1b11d7cb), locale=es-EC, timezone=America/Porto_Velho
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=172624048,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [BlobRepositoryCloudTest, SpellCheckCollatorTest, AddReplicaTest, TestFieldCollectionResource, TestWordDelimiterFilterFactory, TestSimpleQParserPlugin, CurrencyFieldTypeTest, SolrCloudReportersTest, ZkSolrClientTest, TestDeprecatedFilters, SegmentsInfoRequestHandlerTest, TestXmlQParser, MetricsHistoryHandlerTest, NestedAtomicUpdateTest, CloneFieldUpdateProcessorFactoryTest, TestPerFieldSimilarity, RegexBytesRefFilterTest, TestFieldCacheSort, PeerSyncReplicationTest, TestFacetMethods, VMParamsZkACLAndCredentialsProvidersTest, TestSortByMinMaxFunction, TestNumericTerms64, TestDistribDocBasedVersion, SpatialFilterTest, TestManagedSynonymGraphFilterFactory, CdcrWithNodesRestartsTest, TestStressReorder, TestManagedSchemaThreadSafety, TestSimExtremeIndexing, AutoScalingHandlerTest, CursorMarkTest, ZkFailoverTest, SharedFSAutoReplicaFailoverTest, EnumFieldTest, TestStandardQParsers, SplitHandlerTest, ResponseHeaderTest, TestWaitForStateWithJettyShutdowns, TestDocTermOrdsUninvertLimit, TestSolrConfigHandler, ReturnFieldsTest, SpellingQueryConverterTest, TestBinaryField, RequiredFieldsTest, MoveReplicaHDFSFailoverTest, HdfsRestartWhileUpdatingTest, DirectSolrSpellCheckerTest, FieldAnalysisRequestHandlerTest, TestConfigSetsAPIZkFailure, DirectUpdateHandlerTest, TestIndexSearcher, TestExactSharedStatsCache, MultiSolrCloudTestCaseTest, TestHdfsCloudBackupRestore, HdfsTlogReplayBufferedWhileIndexingTest, TestSolrIndexConfig, DirectoryFactoryTest, TestImplicitCoreProperties, MetricsConfigTest, TriggerCooldownIntegrationTest, TestRetrieveFieldsOptimizer, TestReloadDeadlock, TestSizeLimitedDistributedMap, TestSha256AuthenticationProvider, SolrIndexMetricsTest, TestExceedMaxTermLength, TestSolrTestCaseJ4, SearchRateTriggerTest, ChaosMonkeyNothingIsSafeTest, TestRecovery, OverseerCollectionConfigSetProcessorTest, TestApiFramework, TestPullReplicaErrorHandling, SolrInfoBeanTest, DistributedSpellCheckComponentTest, OverseerStatusTest, TestWriterPerf, TestChildDocTransformerHierarchy, TestManagedResourceStorage, DisMaxRequestHandlerTest, RegexBoostProcessorTest, TestDistributedSearch, NodeMarkersRegistrationTest, CircularListTest, CustomHighlightComponentTest, BlockCacheTest, TestFieldTypeResource, TestAuthorizationFramework, CreateCollectionCleanupTest, LukeRequestHandlerTest, TestReplicationHandlerBackup, TestUniqueKeyFieldResource, Tagger2Test, TestPayloadScoreQParserPlugin, HighlighterMaxOffsetTest, NumericFieldsTest, TestSchemaManager, DistributedVersionInfoTest, TestStressInPlaceUpdates, PreAnalyzedFieldManagedSchemaCloudTest, XsltUpdateRequestHandlerTest, StatsComponentTest, CdcrReplicationHandlerTest, IndexSchemaTest, TestSafeXMLParsing, GraphQueryTest, DistributedQueryComponentCustomSortTest, TestDynamicLoading, DeleteShardTest, TestNRTOpen, TestMaxTokenLenTokenizer, TestLMJelinekMercerSimilarityFactory, TestSubQueryTransformerCrossCore, QueryEqualityTest, ReplaceNodeTest, TestCursorMarkWithoutUniqueKey, SignatureUpdateProcessorFactoryTest, ShardsWhitelistTest, SuggesterWFSTTest, TestRemoteStreaming, CollectionPropsTest, TestHalfAndHalfDocValues, PathHierarchyTokenizerFactoryTest, MultiDestinationAuditLoggerTest, DistribDocExpirationUpdateProcessorTest, DistributedFacetPivotSmallTest, SyncSliceTest, ScheduledTriggerIntegrationTest, JSONWriterTest, TestIndexingPerformance, FacetPivotSmallTest, TestPartialUpdateDeduplication, TestSolrJ, MetricsHistoryWithAuthIntegrationTest, TestCoreAdminApis, TestClusterProperties, TestReloadAndDeleteDocs, URLClassifyProcessorTest, TermVectorComponentDistributedTest, BasicAuthOnSingleNodeTest, CollectionReloadTest, DistributedFacetPivotLargeTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, FullSolrCloudDistribCmdsTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, RecoveryZkTest, ReindexCollectionTest, RoutingToNodesWithPropertiesTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, ShardRoutingTest, SolrCloudExampleTest, SolrXmlInZkTest, SplitShardTest, TestAuthenticationFramework, TestCloudConsistency, TestCloudDeleteByQuery, TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestCloudRecovery, TestCloudRecovery2, TestCloudSearcherWarming, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestOnReconnectListenerSupport, TestPrepRecovery, TestPullReplica, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestSSLRandomization, TestSegmentSorting, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, SplitByPrefixTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerTest, ScheduledMaintenanceTriggerTest, TriggerIntegrationTest, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimTriggerIntegration]
[junit4] Completed [567/880 (2!)] on J1 in 68.29s, 11 tests, 1 failure <<< FAILURES!
[...truncated 53677 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 45 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/45/
2 tests failed.
FAILED: org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([F177589AE826ED9F:76202515797F911F]:0)
at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67)
at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:285)
at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258)
at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1594)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1611)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:785)
at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143)
at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149)
at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1991)
at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1940)
at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:242)
at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:211)
at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:137)
at org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig(TestXYPolygonShapeQueries.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
Error from server at https://127.0.0.1:44277/solr: org.apache.solr.common.SolrException at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:53) at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:281) at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:253) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:505) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44277/solr: org.apache.solr.common.SolrException
at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:53)
at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:281)
at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:253)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:198)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:424)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:753)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:505)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([86A2BB39E38DBEE4:EF684E34D71D31C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11271 lines...]
[junit4] Suite: org.apache.lucene.document.TestXYPolygonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestXYPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=F177589AE826ED9F -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=America/Shiprock -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 548s J0 | TestXYPolygonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([F177589AE826ED9F:76202515797F911F]:0)
[junit4] > at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
[junit4] > at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
[junit4] > at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
[junit4] > at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
[junit4] > at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
[junit4] > at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67)
[junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:285)
[junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258)
[junit4] > at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1594)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1611)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:785)
[junit4] > at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
[junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1991)
[junit4] > at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1940)
[junit4] > at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:242)
[junit4] > at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:211)
[junit4] > at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:137)
[junit4] > at org.apache.lucene.document.TestXYPolygonShapeQueries.testRandomBig(TestXYPolygonShapeQueries.java:123)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestXYPolygonShapeQueries_F177589AE826ED9F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {id=Lucene50(blocksize=128)}, docValues:{shape=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=513, maxMBSortInHeap=6.067527815690394, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6fddbae1), locale=es-UY, timezone=America/Shiprock
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=190219856,total=449314816
[junit4] 2> NOTE: All tests run in this JVM: [TestLargeNumHitsTopDocsCollector, TestTessellator, TestFloatPointNearestNeighbor, TestLatLonShapeEncoding, TestXYPolygonShapeQueries]
[junit4] Completed [18/38 (1!)] on J0 in 600.15s, 5 tests, 1 error <<< FAILURES!
[...truncated 75 lines...]
[junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/lucene/build/sandbox/test/temp/junit4-J0-20191106_193847_9388621909158444650473.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/heapdumps/java_pid6951.hprof ...
[junit4] Heap dump file created [472852376 bytes in 0.671 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4188 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 4875259 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/data-dir-214-001
[junit4] 2> 4875259 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 4875259 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4875273 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4875274 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4875448 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4875558 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4875560 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4875561 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68050900{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4876177 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@11f845b{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-lucene2-us-west.apache.org-37511-hdfs-_-any-5141218546626960591.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 4876179 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f49dd0{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:37511}
[junit4] 2> 4876179 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server Started @4876376ms
[junit4] 2> 4876732 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4876782 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4876806 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4876806 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4876806 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4876807 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1eb3caf2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4877237 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2a94d80{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34791-datanode-_-any-8402028224102150704.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4877237 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53237fe1{HTTP/1.1,[http/1.1]}{localhost:34791}
[junit4] 2> 4877237 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server Started @4877435ms
[junit4] 2> 4878013 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4878014 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4878015 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b82535e{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: Processing first storage report for DS-1053c6da-5ade-42b0-9693-837161ee88f3 from datanode 48c8648f-1398-4146-8da7-447de9cdb7c1
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: from storage DS-1053c6da-5ade-42b0-9693-837161ee88f3 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=48c8648f-1398-4146-8da7-447de9cdb7c1, infoPort=40034, infoSecurePort=0, ipcPort=45710, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: Processing first storage report for DS-62b29e50-95de-42d2-9e81-be6f9b0237b7 from datanode 48c8648f-1398-4146-8da7-447de9cdb7c1
[junit4] 2> 4878435 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa966a8bb92b6f247: from storage DS-62b29e50-95de-42d2-9e81-be6f9b0237b7 node DatanodeRegistration(127.0.0.1:41149, datanodeUuid=48c8648f-1398-4146-8da7-447de9cdb7c1, infoPort=40034, infoSecurePort=0, ipcPort=45710, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4878652 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@61a41cb6{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-44233-datanode-_-any-155729040057192854.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4878652 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@23f5ff1c{HTTP/1.1,[http/1.1]}{localhost:44233}
[junit4] 2> 4878652 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.Server Started @4878850ms
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: Processing first storage report for DS-310dc528-f394-4492-a796-3ab15fd8d2a7 from datanode 6f8d875a-40fd-4826-8da9-6c9365651418
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: from storage DS-310dc528-f394-4492-a796-3ab15fd8d2a7 node DatanodeRegistration(127.0.0.1:41368, datanodeUuid=6f8d875a-40fd-4826-8da9-6c9365651418, infoPort=45762, infoSecurePort=0, ipcPort=44724, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: Processing first storage report for DS-c202a69d-bf96-419d-bfe1-01a698baab75 from datanode 6f8d875a-40fd-4826-8da9-6c9365651418
[junit4] 2> 4879208 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3d0d044fb21e0842: from storage DS-c202a69d-bf96-419d-bfe1-01a698baab75 node DatanodeRegistration(127.0.0.1:41368, datanodeUuid=6f8d875a-40fd-4826-8da9-6c9365651418, infoPort=45762, infoSecurePort=0, ipcPort=44724, storageInfo=lv=-57;cid=testClusterID;nsid=1227549582;c=1573076666459), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testFailedMove
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
[junit4] 2> 4879713 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 4879714 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002
[junit4] 2> 4879714 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4879744 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4879744 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer start zk server on port:41828
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41828
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41828
[junit4] 2> 4879844 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41828
[junit4] 2> 4879846 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879849 INFO (zkConnectionManagerCallback-16401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879849 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879852 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879852 INFO (zkConnectionManagerCallback-16403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879852 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879853 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879866 INFO (zkConnectionManagerCallback-16405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879866 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879970 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879970 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879971 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879971 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4879971 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4879972 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e3d8c7e{/solr,null,AVAILABLE}
[junit4] 2> 4879974 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24e35014{/solr,null,AVAILABLE}
[junit4] 2> 4879975 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879975 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879975 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4879984 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b1c99d7{/solr,null,AVAILABLE}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32864c89{SSL,[ssl, http/1.1]}{127.0.0.1:40191}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.e.j.s.Server Started @4880190ms
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b7c43a1{SSL,[ssl, http/1.1]}{127.0.0.1:36252}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40191}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.e.j.s.Server Started @4880190ms
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36252}
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6fd3aa38{/solr,null,AVAILABLE}
[junit4] 2> 4879992 ERROR (jetty-launcher-16406-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879992 ERROR (jetty-launcher-16406-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.112Z
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879992 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.112Z
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b12f153{SSL,[ssl, http/1.1]}{127.0.0.1:41143}
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.e.j.s.Server Started @4880190ms
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41143}
[junit4] 2> 4879993 ERROR (jetty-launcher-16406-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879993 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.113Z
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fe9a983{SSL,[ssl, http/1.1]}{127.0.0.1:44277}
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.e.j.s.Server Started @4880191ms
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44277}
[junit4] 2> 4879994 ERROR (jetty-launcher-16406-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4879994 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-06T21:44:31.114Z
[junit4] 2> 4879995 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879995 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879996 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4879996 INFO (zkConnectionManagerCallback-16408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4879996 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4879999 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880012 INFO (zkConnectionManagerCallback-16414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880012 INFO (zkConnectionManagerCallback-16412-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880012 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880012 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880013 INFO (zkConnectionManagerCallback-16410-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880013 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880015 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880030 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880030 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880035 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4880035 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4880036 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880038 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4880455 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4880456 WARN (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4880457 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7597de0e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880457 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7597de0e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880459 WARN (jetty-launcher-16406-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4880476 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@70cc5d02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880476 WARN (jetty-launcher-16406-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@70cc5d02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4880477 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4880492 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4880493 INFO (zkConnectionManagerCallback-16424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880493 INFO (jetty-launcher-16406-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880611 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4880611 INFO (zkConnectionManagerCallback-16426-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4880611 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4880848 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36252_solr
[junit4] 2> 4880848 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.Overseer Overseer (id=75689210647543816-127.0.0.1:36252_solr-n_0000000000) starting
[junit4] 2> 4880864 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36252_solr
[junit4] 2> 4880899 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36252_solr
[junit4] 2> 4880923 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4880952 DEBUG (OverseerAutoScalingTriggerThread-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:36252_solr]
[junit4] 2> 4880989 DEBUG (ScheduledTrigger-13004-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 4881025 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881062 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4881062 WARN (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881161 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881169 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@14ee4d54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881169 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@14ee4d54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881192 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4881192 WARN (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881200 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881200 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881201 INFO (jetty-launcher-16406-thread-4) [n:127.0.0.1:36252_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node4/.
[junit4] 2> 4881207 WARN (jetty-launcher-16406-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881208 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7d72eec0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881208 WARN (jetty-launcher-16406-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7d72eec0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881209 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4881209 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4881209 WARN (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881209 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881210 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@29a9c5d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881210 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@29a9c5d6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881211 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1bb71cfc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881211 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1bb71cfc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881212 WARN (jetty-launcher-16406-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881212 WARN (jetty-launcher-16406-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 4881213 INFO (zkConnectionManagerCallback-16437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881213 INFO (jetty-launcher-16406-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881213 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@a9bac26[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881213 WARN (jetty-launcher-16406-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@a9bac26[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881214 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4881214 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881215 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7203e422[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881215 WARN (jetty-launcher-16406-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7203e422[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4881215 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41828/solr
[junit4] 2> 4881228 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881232 INFO (zkConnectionManagerCallback-16445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881232 INFO (jetty-launcher-16406-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881233 INFO (zkConnectionManagerCallback-16448-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881233 INFO (jetty-launcher-16406-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881333 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881334 INFO (zkConnectionManagerCallback-16450-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881334 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881338 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4881341 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40191_solr as DOWN
[junit4] 2> 4881342 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4881342 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40191_solr
[junit4] 2> 4881343 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4881343 INFO (zkCallback-16449-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4881380 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881409 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881458 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881460 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881460 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881461 INFO (jetty-launcher-16406-thread-1) [n:127.0.0.1:40191_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node1/.
[junit4] 2> 4881485 INFO (zkConnectionManagerCallback-16456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881485 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881532 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4881631 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4881661 INFO (zkConnectionManagerCallback-16460-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4881661 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4881679 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:41143_solr as DOWN
[junit4] 2> 4881680 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4881680 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41143_solr
[junit4] 2> 4881681 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4881682 INFO (zkCallback-16455-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4881691 INFO (zkCallback-16449-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4881693 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4881705 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44277_solr as DOWN
[junit4] 2> 4881705 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4881705 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44277_solr
[junit4] 2> 4881706 INFO (zkCallback-16425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881707 INFO (zkCallback-16455-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881716 INFO (zkCallback-16449-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881736 INFO (zkCallback-16459-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4881753 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881777 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4881837 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881862 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881895 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881895 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881896 INFO (jetty-launcher-16406-thread-3) [n:127.0.0.1:41143_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node3/.
[junit4] 2> 4881897 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881897 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4881898 INFO (jetty-launcher-16406-thread-2) [n:127.0.0.1:44277_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node2/.
[junit4] 2> 4881990 DEBUG (ScheduledTrigger-13004-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 1
[junit4] 2> 4882158 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 4882167 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4882171 INFO (zkConnectionManagerCallback-16471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4882171 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4882173 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4882174 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41828/solr ready
[junit4] 2> 4882308 INFO (qtp1158791923-105327) [n:127.0.0.1:44277_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4882431 INFO (qtp1158791923-105327) [n:127.0.0.1:44277_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=122
[junit4] 2> 4882431 INFO (TEST-MoveReplicaHDFSTest.test-seed#[86A2BB39E38DBEE4]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 4
[junit4] 2> 4882432 INFO (qtp1158791923-105330) [n:127.0.0.1:44277_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4882445 INFO (OverseerThreadFactory-13006-thread-2-processing-n:127.0.0.1:36252_solr) [n:127.0.0.1:36252_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 4882445 INFO (OverseerCollectionConfigSetProcessor-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4882583 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41143/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882585 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40191/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882596 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44277/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882606 INFO (OverseerStateUpdate-75689210647543816-127.0.0.1:36252_solr-n_0000000000) [n:127.0.0.1:36252_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36252/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4882822 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4882852 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4882870 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 4882871 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 4882871 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4882991 DEBUG (ScheduledTrigger-13004-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 4883949 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4883952 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4883955 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4884000 DEBUG (ScheduledTrigger-13004-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 and last live nodes: 4
[junit4] 2> 4884013 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 4884052 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_p2] Schema name=minimal
[junit4] 2> 4884060 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 4884062 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884062 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884062 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884064 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Schema name=minimal
[junit4] 2> 4884075 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4884087 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884087 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884087 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884096 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884096 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_p2' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884096 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884102 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884102 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884102 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/]
[junit4] 2> 4884208 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 4884209 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884209 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884209 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/]
[junit4] 2> 4884210 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 4884221 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884221 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884221 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_true_shard1_replica_p2], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/]
[junit4] 2> 4884222 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@51fb7a74
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 4884228 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_true_shard2_replica_p6], dataDir=[hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/]
[junit4] 2> 4884229 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 4884261 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884261 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884281 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884281 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884283 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884283 INFO (qtp947791865-105326) [n:127.0.0.1:40191_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884294 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 4884294 INFO (qtp1911200291-105338) [n:127.0.0.1:41143_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 4884306 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4884314 INFO (qtp1158791923-105319) [n:127.0.0.1:44277_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:46264/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data
[junit4] 2> 4884358 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 4884358 INFO (qtp293873873-105335) [n:127.0.0.1:36252_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirect
[...truncated too long message...]
licaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data3/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925752 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data4/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925755 WARN (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4925763 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2a94d80{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 4925764 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@53237fe1{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4925764 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4925764 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1eb3caf2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4925769 WARN (BP-1036290148-127.0.0.1-1573076666459 heartbeating to lucene2-us-west.apache.org/127.0.0.1:46264) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4925769 WARN (BP-1036290148-127.0.0.1-1573076666459 heartbeating to lucene2-us-west.apache.org/127.0.0.1:46264) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1036290148-127.0.0.1-1573076666459 (Datanode Uuid 48c8648f-1398-4146-8da7-447de9cdb7c1) service to lucene2-us-west.apache.org/127.0.0.1:46264
[junit4] 2> 4925777 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925785 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1036290148-127.0.0.1-1573076666459) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@11f845b{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2f49dd0{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4925792 INFO (SUITE-MoveReplicaHDFSTest-seed#[86A2BB39E38DBEE4]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68050900{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_86A2BB39E38DBEE4-001
[junit4] 2> Nov 06, 2019 9:45:17 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@45c1ac08), locale=ar-LY, timezone=Asia/Tbilisi
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=67481544,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetImmutable, DocValuesNotIndexedTest, CSVRequestHandlerTest, TestMacroExpander, TestExtendedDismaxParser, TestLocalFSCloudBackupRestore, SystemCollectionCompatTest, TestCustomSort, ChangedSchemaMergeTest, ExitableDirectoryReaderTest, BasicAuthStandaloneTest, TestSolrCLIRunExample, AnalyticsQueryTest, PeerSyncWithBufferUpdatesTest, TestZkAclsWithHadoopAuth, TestDistributedMap, CloudMLTQParserTest, CoreMergeIndexesAdminHandlerTest, TestSuggestSpellingConverter, TestSkipOverseerOperations, MigrateRouteKeyTest, SpatialRPTFieldTypeTest, PropertiesRequestHandlerTest, V2StandaloneTest, TestFileDictionaryLookup, TestLogWatcher, HttpSolrCallGetCoreTest, TestCustomDocTransformer, ReplicationFactorTest, SchemaApiFailureTest, CoreAdminHandlerTest, PreAnalyzedFieldTest, SuggesterTSTTest, TriLevelCompositeIdRoutingTest, SolrTestCaseJ4Test, TestFaceting, BasicDistributedZkTest, MultiThreadedOCPTest, TestJoin, TestDynamicLoadingUrl, TestLegacyFieldCache, ProtectedTermFilterFactoryTest, TestCustomStream, QueryParsingTest, AtomicUpdatesTest, TestCodecSupport, DeleteNodeTest, SolrRequestParserTest, TestSchemaVersionResource, TriggerEventQueueTest, TestSimpleTrackingShardHandler, DistributedExpandComponentTest, MetricTriggerTest, ExternalFileFieldSortTest, TestExplainDocTransformer, TestSnapshotCloudManager, SolrShardReporterTest, PeerSyncWithLeaderTest, TestUninvertingReader, TokenizerChainTest, TestLegacyNumericRangeQueryBuilder, TermVectorComponentTest, TestDefaultStatsCache, TestDistributedGrouping, TestPrepRecovery, TestSchemaNameResource, ConnectionReuseTest, RemoteQueryErrorTest, TestOverriddenPrefixQueryForCustomFieldType, DefaultValueUpdateProcessorTest, LeaderFailureAfterFreshStartTest, DateFieldTest, TestNestedUpdateProcessor, DocExpirationUpdateProcessorFactoryTest, TimeRoutedAliasUpdateProcessorTest, EmbeddedSolrNoSerializeTest, TestSolrQueryResponse, TestClusterStateMutator, OpenExchangeRatesOrgProviderTest, TestSolrCloudWithSecureImpersonation, TestManagedSchema, TestTrackingShardHandlerFactory, TestInitQParser, ResponseLogComponentTest, AliasIntegrationTest, DistributedFacetPivotLongTailTest, TestSolrCloudSnapshots, BigEndianAscendingWordSerializerTest, ZookeeperStatusHandlerTest, TestSlowCompositeReaderWrapper, AutoAddReplicasIntegrationTest, TestSearchPerf, FullHLLTest, TestOmitPositions, DocumentBuilderTest, ComputePlanActionTest, PrimUtilsTest, AdminHandlersProxyTest, DocValuesMultiTest, CreateRoutedAliasTest, HdfsChaosMonkeyNothingIsSafeTest, TestShardHandlerFactory, TestSegmentSorting, TestCoreContainer, DeleteStatusTest, ShardSplitTest, ManagedSchemaRoundRobinCloudTest, TestFieldResource, HttpTriggerListenerTest, TestDynamicFieldCollectionResource, ParsingFieldUpdateProcessorsTest, TestSolrXml, ClusterStateTest, RecoveryAfterSoftCommitTest, TestSolrDeletionPolicy1, TestBulkSchemaConcurrent, TestIBSimilarityFactory, TestLockTree, TestSimNodeLostTrigger, TestPKIAuthenticationPlugin, TestTolerantUpdateProcessorRandomCloud, ConfigureRecoveryStrategyTest, TaggerTest, LegacyCloudClusterPropTest, TestStressLucene, SolrIndexSplitterTest, TestConfigSetsAPI, TestLazyCores, TestDelegationWithHadoopAuth, TestInfoStreamLogging, TestFieldCacheSortRandom, TestDistributedTracing, SolrMetricsIntegrationTest, TestHighFrequencyDictionaryFactory, TestCryptoKeys, TestSolrQueryParser, TestStressUserVersions, TestSQLHandler, TestFilteredDocIdSet, FileBasedSpellCheckerTest, DistributedIntervalFacetingTest, TestAddFieldRealTimeGet, ShufflingReplicaListTransformerTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, TestCrossCoreJoin, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestRandomDVFaceting, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CollectionPropsTest, CollectionStateFormat2Test, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, ForceLeaderWithTlogReplicasTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderTragicEventTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest]
[junit4] Completed [444/880 (1!)] on J2 in 53.82s, 4 tests, 1 error, 2 skipped <<< FAILURES!
[...truncated 10978 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid6951.hprof
Total time: 479 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 44 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/44/
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
expected not same
Stack Trace:
java.lang.AssertionError: expected not same
at __randomizedtesting.SeedInfo.seed([C2637192CC3E2212:4A374E4862C24FEA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failSame(Assert.java:819)
at org.junit.Assert.assertNotSame(Assert.java:798)
at org.junit.Assert.assertNotSame(Assert.java:811)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 15583 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 4310789 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4310789 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/data-dir-106-001
[junit4] 2> 4310789 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 4310789 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4310791 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 4310843 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 4310848 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4310849 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4310854 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4310854 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4310854 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4310856 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d526e6a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4310949 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4b0cfb4c{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-39955-hdfs-_-any-8152043519872949680.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 4310949 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6cae2fa4{HTTP/1.1,[http/1.1]}{localhost.localdomain:39955}
[junit4] 2> 4310949 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server Started @4310988ms
[junit4] 2> 4311021 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4311022 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13a54326{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4311113 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@445bdbe{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-34845-datanode-_-any-3101171252499322794.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4311114 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a230e19{HTTP/1.1,[http/1.1]}{localhost:34845}
[junit4] 2> 4311114 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server Started @4311152ms
[junit4] 2> 4311140 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311141 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311143 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@be8fdc7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 4311238 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1f8d4713{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-46361-datanode-_-any-3644062917962631745.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 4311238 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@68a5da84{HTTP/1.1,[http/1.1]}{localhost:46361}
[junit4] 2> 4311238 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.Server Started @4311277ms
[junit4] 2> 4311265 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: Processing first storage report for DS-64865f0f-106e-415d-af2e-1d560036d61f from datanode f4f0989d-f5d3-466c-a040-9a2c9381a3ff
[junit4] 2> 4311266 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: from storage DS-64865f0f-106e-415d-af2e-1d560036d61f node DatanodeRegistration(127.0.0.1:33557, datanodeUuid=f4f0989d-f5d3-466c-a040-9a2c9381a3ff, infoPort=37387, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4311266 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: Processing first storage report for DS-33259bcf-7191-4353-9adc-4eb19f505ee8 from datanode f4f0989d-f5d3-466c-a040-9a2c9381a3ff
[junit4] 2> 4311266 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7462233cc742b3f1: from storage DS-33259bcf-7191-4353-9adc-4eb19f505ee8 node DatanodeRegistration(127.0.0.1:33557, datanodeUuid=f4f0989d-f5d3-466c-a040-9a2c9381a3ff, infoPort=37387, infoSecurePort=0, ipcPort=35721, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4311403 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: Processing first storage report for DS-18b501c0-cae7-4c65-95e0-4ec31026336a from datanode 45789469-8b98-4e51-b3b1-910a350273de
[junit4] 2> 4311403 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: from storage DS-18b501c0-cae7-4c65-95e0-4ec31026336a node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=45789469-8b98-4e51-b3b1-910a350273de, infoPort=33015, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 4311404 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: Processing first storage report for DS-f2037833-0eba-48cc-884d-472a1cec6624 from datanode 45789469-8b98-4e51-b3b1-910a350273de
[junit4] 2> 4311404 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6b7af00be164e62e: from storage DS-f2037833-0eba-48cc-884d-472a1cec6624 node DatanodeRegistration(127.0.0.1:44745, datanodeUuid=45789469-8b98-4e51-b3b1-910a350273de, infoPort=33015, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=1984815242;c=1572981460832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 4311501 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
[junit4] 2> 4311502 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-002
[junit4] 2> 4311503 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4311503 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4311503 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer start zk server on port:43667
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:43667
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43667
[junit4] 2> 4311603 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43667
[junit4] 2> 4311604 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311608 INFO (zkConnectionManagerCallback-62212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311609 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311612 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311612 INFO (zkConnectionManagerCallback-62214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311612 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311614 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311616 INFO (zkConnectionManagerCallback-62216-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311616 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[C2637192CC3E2212]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311721 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311722 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311722 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311722 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311724 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311725 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311725 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311725 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311729 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c2ec1a4{/solr,null,AVAILABLE}
[junit4] 2> 4311761 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311761 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311761 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e5722ca{/solr,null,AVAILABLE}
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@122e938{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36697}
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-4) [ ] o.e.j.s.Server Started @4311803ms
[junit4] 2> 4311764 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36697}
[junit4] 2> 4311765 ERROR (jetty-launcher-62217-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311765 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.796Z
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4311767 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 4311768 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56e2bbcd{/solr,null,AVAILABLE}
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ac4631b{/solr,null,AVAILABLE}
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6562f6ce{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45919}
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-3) [ ] o.e.j.s.Server Started @4311815ms
[junit4] 2> 4311776 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45919}
[junit4] 2> 4311777 ERROR (jetty-launcher-62217-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311777 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.808Z
[junit4] 2> 4311778 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@290a23b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34663}
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.e.j.s.Server Started @4311820ms
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34663}
[junit4] 2> 4311781 ERROR (jetty-launcher-62217-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311781 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.812Z
[junit4] 2> 4311782 INFO (zkConnectionManagerCallback-62219-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311782 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311782 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311785 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311785 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311787 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4311788 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311788 INFO (zkConnectionManagerCallback-62221-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311788 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311789 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311791 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311791 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311792 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f8ff61b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44585}
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.e.j.s.Server Started @4311835ms
[junit4] 2> 4311796 INFO (zkConnectionManagerCallback-62223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44585}
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311796 ERROR (jetty-launcher-62217-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4311796 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-05T19:17:41.827Z
[junit4] 2> 4311797 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311798 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4311798 INFO (zkConnectionManagerCallback-62225-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4311798 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4311798 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4311799 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311799 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311800 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4311800 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 4311800 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 4311802 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 4312017 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312021 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ee04be6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312021 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ee04be6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312030 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c918b20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312030 WARN (jetty-launcher-62217-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c918b20[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312031 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312046 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312047 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312047 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@75993eec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312047 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@75993eec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312050 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f786abd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312050 WARN (jetty-launcher-62217-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f786abd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312051 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312052 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312053 INFO (zkConnectionManagerCallback-62240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312053 INFO (jetty-launcher-62217-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312053 INFO (zkConnectionManagerCallback-62234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312053 INFO (jetty-launcher-62217-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312127 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312127 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ff5ae98[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312127 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ff5ae98[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312129 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@722f1913[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312129 WARN (jetty-launcher-62217-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@722f1913[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312130 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312132 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312133 INFO (zkConnectionManagerCallback-62247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312133 INFO (jetty-launcher-62217-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312155 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312155 INFO (zkConnectionManagerCallback-62249-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312155 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312186 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34663_solr
[junit4] 2> 4312186 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.Overseer Overseer (id=72673832636317706-127.0.0.1:34663_solr-n_0000000000) starting
[junit4] 2> 4312188 INFO (OverseerStateUpdate-72673832636317706-127.0.0.1:34663_solr-n_0000000000) [n:127.0.0.1:34663_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34663_solr
[junit4] 2> 4312189 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34663_solr
[junit4] 2> 4312192 INFO (zkCallback-62248-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4312200 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312204 INFO (zkConnectionManagerCallback-62254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312204 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312207 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4312209 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36697_solr as DOWN
[junit4] 2> 4312209 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4312209 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36697_solr
[junit4] 2> 4312212 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312216 INFO (zkCallback-62253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4312220 INFO (zkCallback-62248-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4312223 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312225 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312227 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312227 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312228 INFO (jetty-launcher-62217-thread-2) [n:127.0.0.1:34663_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-002/node2/.
[junit4] 2> 4312234 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312238 WARN (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=memory,name1=pools,name2=Metaspace,name=max
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:568) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:741) ~[java/:?]
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1289) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:731) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:673) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312239 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 4312240 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@791b603f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312240 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@791b603f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312240 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312240 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@52d7c6d9
[junit4] 2> 4312241 INFO (jetty-launcher-62217-thread-4) [n:127.0.0.1:36697_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-002/node4/.
[junit4] 2> 4312243 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@773b5699[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312243 WARN (jetty-launcher-62217-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@773b5699[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 4312244 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43667/solr
[junit4] 2> 4312246 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312247 INFO (zkConnectionManagerCallback-62265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312247 INFO (jetty-launcher-62217-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312293 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312293 INFO (zkConnectionManagerCallback-62267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312293 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312348 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 4312349 INFO (zkConnectionManagerCallback-62269-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4312349 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 4312351 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4312352 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4312353 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45919_solr as DOWN
[junit4] 2> 4312354 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4312354 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45919_solr
[junit4] 2> 4312355 INFO (zkCallback-62253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312355 INFO (zkCallback-62268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312355 INFO (zkCallback-62248-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312355 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44585_solr as DOWN
[junit4] 2> 4312355 INFO (zkCallback-62266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4312360 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 4312360 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44585_solr
[junit4] 2> 4312361 INFO (zkCallback-62248-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312361 INFO (zkCallback-62253-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312361 INFO (zkCallback-62268-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312361 INFO (zkCallback-62266-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4312368 INFO (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312369 INFO (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/info,name=handlerStart
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:568) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:468) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/zookeeper/status,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/zookeeper/status,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:595) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:470) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=clientErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:647) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:474) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register timer
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateOnlyExecutor.idle
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=UPDATE,scope=updateShardHandler,name=threadPool.updateOnlyExecutor.idle
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onTimerAdded(JmxMetricsReporter.java:673) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:476) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register meter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=serverErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=QUERY,scope=/admin/metrics/history,name=serverErrors
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onMeterAdded(JmxMetricsReporter.java:647) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:474) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-1) [n:127.0.0.1:44585_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register timer
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=requestTimes
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onTimerAdded(JmxMetricsReporter.java:673) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:476) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:964) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:890) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:672) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:262) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:182) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742) ~[?:1.8.0_191]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:580) ~[?:1.8.0_191]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:468) ~[jetty-servlet-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:386) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.19.v20190610.jar:9.4.19.v20190610]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:569) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:508) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:476) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:469) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4312373 WARN (jetty-launcher-62217-thread-3) [n:127.0.0.1:45919_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/metrics,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415) ~[?:1.8.0_191]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.ja
[...truncated too long message...]
Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SA -Dtests.timezone=Brazil/East -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 12.6s J2 | MoveReplicaHDFSTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected not same
[junit4] > at __randomizedtesting.SeedInfo.seed([C2637192CC3E2212:4A374E4862C24FEA]:0)
[junit4] > at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J2 | MoveReplicaHDFSTest.testFailedMove
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
[junit4] 2> 4348563 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@1f8d4713{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@68a5da84{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4348566 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@be8fdc7{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4348567 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4348567 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-745675732-10.41.0.5-1572981460832 (Datanode Uuid 45789469-8b98-4e51-b3b1-910a350273de) service to localhost.localdomain/127.0.0.1:39111
[junit4] 2> 4348574 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data3/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348579 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data4/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348581 WARN (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@445bdbe{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7a230e19{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4348588 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13a54326{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 4348590 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 4348590 WARN (BP-745675732-10.41.0.5-1572981460832 heartbeating to localhost.localdomain/127.0.0.1:39111) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-745675732-10.41.0.5-1572981460832 (Datanode Uuid f4f0989d-f5d3-466c-a040-9a2c9381a3ff) service to localhost.localdomain/127.0.0.1:39111
[junit4] 2> 4348596 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348601 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-745675732-10.41.0.5-1572981460832) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 4348607 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@4b0cfb4c{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 4348608 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6cae2fa4{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 4348608 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 4348608 INFO (SUITE-MoveReplicaHDFSTest-seed#[C2637192CC3E2212]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d526e6a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_C2637192CC3E2212-001
[junit4] 2> Nov 05, 2019 7:18:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=Direct), id=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1433, maxMBSortInHeap=5.229148023150335, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2e83f2f), locale=ar-SA, timezone=Brazil/East
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=294094968,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestWithCollection, RemoteQueryErrorTest, TestStressLiveNodes, TestSchemaVersionResource, TestDistributedMap, DistributedIntervalFacetingTest, DistanceFunctionTest, TestStressLucene, TestCollationField, TestRTGBase, TestReplicationHandlerDiskOverFlow, TestLocalFSCloudBackupRestore, TestSimpleTrackingShardHandler, BadCopyFieldTest, AnalyticsQueryTest, OpenExchangeRatesOrgProviderTest, TestObjectReleaseTracker, TestInfoStreamLogging, SpatialHeatmapFacetsTest, DistributedExpandComponentTest, TestDocumentBuilder, LeaderElectionIntegrationTest, ExitableDirectoryReaderTest, DeleteNodeTest, EmbeddedSolrNoSerializeTest, PreAnalyzedFieldTest, TestLogWatcher, TestSolrCloudSnapshots, ZkNodePropsTest, SolrCmdDistributorTest, TestQueryingOnDownCollection, CoreMergeIndexesAdminHandlerTest, TestFileDictionaryLookup, TestFaceting, BasicDistributedZkTest, IgnoreLargeDocumentProcessorFactoryTest, TestRecoveryHdfs, TestStreamBody, TestSimNodeLostTrigger, TestBulkSchemaConcurrent, AdminHandlersProxyTest, SystemLogListenerTest, DocExpirationUpdateProcessorFactoryTest, TestSnapshotCloudManager, FullHLLTest, CdcrRequestHandlerTest, FullSolrCloudDistribCmdsTest, TestUninvertingReader, AuditLoggerPluginTest, DateFieldTest, ShardRoutingCustomTest, MBeansHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSkipOverseerOperations, TestZkAclsWithHadoopAuth, TestLegacyBM25SimilarityFactory, DocValuesMultiTest, ScheduledTriggerTest, TestStressUserVersions, ClassificationUpdateProcessorIntegrationTest, TestSolrXml, TestCustomStream, OutputWriterTest, RulesTest, SolrRequestParserTest, ShufflingReplicaListTransformerTest, HttpTriggerListenerTest, ShardSplitTest, TestExportTool, TestSchemaNameResource, TestSolrCLIRunExample, SolrIndexSplitterTest, RoutingToNodesWithPropertiesTest, TestSolrQueryResponse, V2StandaloneTest, ResourceLoaderTest, TestHdfsBackupRestoreCore, TaggerTest, TestDistributedTracing, DocumentBuilderTest, TestUtils, ResponseLogComponentTest, FastVectorHighlighterTest, TestUseDocValuesAsStored2, HttpSolrCallGetCoreTest, TestRebalanceLeaders, UUIDUpdateProcessorFallbackTest, TestCryptoKeys, DistribJoinFromCollectionTest, TestSearchPerf, TimeRoutedAliasUpdateProcessorTest, TestLegacyFieldCache, AssignTest, SignificantTermsQParserPluginTest, TestHighFrequencyDictionaryFactory, TestPrepRecovery, BigEndianAscendingWordSerializerTest, TestSolrConfigHandlerConcurrent, TestFilteredDocIdSet, TestFieldResource, OverseerModifyCollectionTest, RequestLoggingTest, TestCloudNestedDocsSort, MoveReplicaHDFSTest]
[junit4] Completed [533/880 (1!)] on J2 in 41.01s, 4 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 53829 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 43 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/43/
2 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:43643/h_ea/r
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:43643/h_ea/r
at __randomizedtesting.SeedInfo.seed([3D9AC1A5AF1C7515:B5CEFE7F01E018ED]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 52 more
FAILED: org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test
Error Message:
expected:<1026> but was:<775>
Stack Trace:
java.lang.AssertionError: expected:<1026> but was:<775>
at __randomizedtesting.SeedInfo.seed([3D9AC1A5AF1C7515:B5CEFE7F01E018ED]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14281 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 877995 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/data-dir-37-001
[junit4] 2> 877995 WARN (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 877995 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 877997 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 877997 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 877997 INFO (SUITE-RollingRestartTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /h_ea/r
[junit4] 2> 878000 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 878001 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 878001 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer start zk server on port:35534
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35534
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35534
[junit4] 2> 878101 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35534
[junit4] 2> 878103 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878105 INFO (zkConnectionManagerCallback-2532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878105 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878107 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878108 INFO (zkConnectionManagerCallback-2534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878108 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878110 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 878111 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 878112 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 878113 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 878114 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 878115 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 878116 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 878117 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 878118 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 878119 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 878120 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 878122 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878123 INFO (zkConnectionManagerCallback-2538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878123 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878225 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 878331 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 878331 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 878331 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 878331 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 878332 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 878332 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 878332 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 878334 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@87836b5{/h_ea/r,null,AVAILABLE}
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3fbba2ee{SSL,[ssl, http/1.1]}{127.0.0.1:44571}
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.s.Server Started @878398ms
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/control/data, hostContext=/h_ea/r, hostPort=44571, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores}
[junit4] 2> 878335 ERROR (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 878335 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:55.583Z
[junit4] 2> 878336 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878337 INFO (zkConnectionManagerCallback-2540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878337 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878439 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 878439 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/solr.xml
[junit4] 2> 878442 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 878442 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 878444 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 878591 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 878592 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 878593 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3caa7fef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878593 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3caa7fef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878595 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 878596 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@48afd83b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878596 WARN (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@48afd83b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 878597 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 878598 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878599 INFO (zkConnectionManagerCallback-2547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878599 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878703 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878708 INFO (zkConnectionManagerCallback-2549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878708 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878793 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44571_h_ea%2Fr
[junit4] 2> 878794 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.Overseer Overseer (id=75677223090454533-127.0.0.1:44571_h_ea%2Fr-n_0000000000) starting
[junit4] 2> 878799 INFO (OverseerStateUpdate-75677223090454533-127.0.0.1:44571_h_ea%2Fr-n_0000000000) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44571_h_ea%2Fr
[junit4] 2> 878807 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44571_h_ea%2Fr
[junit4] 2> 878822 INFO (zkCallback-2548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 878844 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 878868 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 878882 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 878882 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 878889 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores
[junit4] 2> 878909 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 878910 INFO (zkConnectionManagerCallback-2558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 878910 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 878911 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 878912 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
[junit4] 2> 878944 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44571_h_ea%252Fr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 878979 INFO (OverseerThreadFactory-1781-thread-1-processing-n:127.0.0.1:44571_h_ea%2Fr) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 879102 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 879102 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 880121 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 880136 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 880280 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 880326 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 880326 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221
[junit4] 2> 880326 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 880330 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7115602124536283]
[junit4] 2> 880341 WARN (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 880381 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 880381 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 880382 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 880382 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 880383 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=2, maxMergedSegmentMB=27.8603515625, floorSegmentMB=1.8359375, forceMergeDeletesPctAllowed=23.245098749217338, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.38448420370468683, deletesPctAllowed=31.568638816826414
[junit4] 2> 880383 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d2c170a[control_collection_shard1_replica_n1] main]
[junit4] 2> 880385 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 880385 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 880386 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 880386 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649298644804829184
[junit4] 2> 880389 INFO (searcherExecutor-1786-thread-1-processing-n:127.0.0.1:44571_h_ea%2Fr x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5d2c170a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 880392 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 880392 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44571/h_ea/r/control_collection_shard1_replica_n1/
[junit4] 2> 880395 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 880396 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:44571/h_ea/r/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 880396 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75677223090454533-core_node2-n_0000000000
[junit4] 2> 880400 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44571/h_ea/r/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 880502 INFO (zkCallback-2548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880502 INFO (zkCallback-2548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880504 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 880506 INFO (qtp2000660588-6907) [n:127.0.0.1:44571_h_ea%2Fr c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1404
[junit4] 2> 880509 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 880606 INFO (zkCallback-2548-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880606 INFO (zkCallback-2548-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880607 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44571_h_ea%252Fr&wt=javabin&version=2} status=0 QTime=1663
[junit4] 2> 880614 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 880614 INFO (zkCallback-2548-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 880719 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 880720 INFO (zkConnectionManagerCallback-2564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 880720 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 880721 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 880723 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35534/solr ready
[junit4] 2> 880723 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 880725 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 880728 INFO (OverseerThreadFactory-1781-thread-2-processing-n:127.0.0.1:44571_h_ea%2Fr) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 880729 INFO (OverseerCollectionConfigSetProcessor-75677223090454533-127.0.0.1:44571_h_ea%2Fr-n_0000000000) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 880933 WARN (OverseerThreadFactory-1781-thread-2-processing-n:127.0.0.1:44571_h_ea%2Fr) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 880935 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 880936 INFO (qtp2000660588-6903) [n:127.0.0.1:44571_h_ea%2Fr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=211
[junit4] 2> 880937 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 880937 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 880939 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 881048 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-1-001 of type NRT
[junit4] 2> 881049 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881049 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881050 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881050 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 881051 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74e1612c{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@824c76c{SSL,[ssl, http/1.1]}{127.0.0.1:36075}
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.e.j.s.Server Started @881115ms
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=36075, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-1-001/cores}
[junit4] 2> 881052 ERROR (closeThreadPool-2565-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881052 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.300Z
[junit4] 2> 881054 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881055 INFO (zkConnectionManagerCallback-2567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881055 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881157 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881157 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-1-001/solr.xml
[junit4] 2> 881159 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-2-001 of type NRT
[junit4] 2> 881160 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881160 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881160 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881161 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881161 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881161 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881162 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c1f1493{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3ee45805{SSL,[ssl, http/1.1]}{127.0.0.1:36488}
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.e.j.s.Server Started @881226ms
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=36488, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-2-001/cores}
[junit4] 2> 881163 ERROR (closeThreadPool-2565-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881163 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.411Z
[junit4] 2> 881179 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881192 INFO (zkConnectionManagerCallback-2570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881192 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881282 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-3-001 of type NRT
[junit4] 2> 881294 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881294 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-2-001/solr.xml
[junit4] 2> 881295 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881295 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881295 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881295 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881298 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881298 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881300 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881328 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@546bb5e9{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c2de12a{SSL,[ssl, http/1.1]}{127.0.0.1:44171}
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.e.j.s.Server Started @881394ms
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=44171, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-3-001/cores}
[junit4] 2> 881331 ERROR (closeThreadPool-2565-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881331 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.579Z
[junit4] 2> 881340 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881355 INFO (zkConnectionManagerCallback-2573-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881355 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881362 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881364 WARN (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881365 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@599c9c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881365 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@599c9c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881368 WARN (closeThreadPool-2565-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881369 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4105361b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881369 WARN (closeThreadPool-2565-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4105361b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881370 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881375 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881375 INFO (zkConnectionManagerCallback-2579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881375 INFO (closeThreadPool-2565-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881393 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881394 WARN (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881396 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2df9b31e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881396 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2df9b31e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881400 WARN (closeThreadPool-2565-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881401 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5c7e836f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881401 WARN (closeThreadPool-2565-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5c7e836f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881402 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881403 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881404 INFO (zkConnectionManagerCallback-2585-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881404 INFO (closeThreadPool-2565-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881413 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-4-001 of type NRT
[junit4] 2> 881414 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881414 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881414 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881414 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881422 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881422 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881423 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881423 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3049b11a{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@508f4904{SSL,[ssl, http/1.1]}{127.0.0.1:33201}
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.e.j.s.Server Started @881487ms
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=33201, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-4-001/cores}
[junit4] 2> 881424 ERROR (closeThreadPool-2565-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881424 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.672Z
[junit4] 2> 881425 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881426 INFO (zkConnectionManagerCallback-2587-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881426 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881459 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881459 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-3-001/solr.xml
[junit4] 2> 881463 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881463 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881464 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881536 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-5-001 of type NRT
[junit4] 2> 881548 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881548 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881548 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881548 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881565 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881565 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-4-001/solr.xml
[junit4] 2> 881569 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881569 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881624 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881641 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881651 WARN (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881659 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881659 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881659 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 881660 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bd88f03{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881670 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d25540c{SSL,[ssl, http/1.1]}{127.0.0.1:43685}
[junit4] 2> 881670 INFO (closeThreadPool-2565-thread-5) [ ] o.e.j.s.Server Started @881733ms
[junit4] 2> 881670 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty5, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=43685, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-5-001/cores}
[junit4] 2> 881671 ERROR (closeThreadPool-2565-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881671 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:58.919Z
[junit4] 2> 881679 INFO (closeThreadPool-2565-thread-2) [n:127.0.0.1:36488_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881682 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47914404[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881682 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47914404[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881694 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881708 WARN (closeThreadPool-2565-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881719 INFO (zkConnectionManagerCallback-2592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881720 INFO (closeThreadPool-2565-thread-2) [n:127.0.0.1:36488_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881727 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f8c717b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881727 WARN (closeThreadPool-2565-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f8c717b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881728 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881732 INFO (zkConnectionManagerCallback-2594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881733 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881734 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881757 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-6-001 of type NRT
[junit4] 2> 881759 INFO (zkConnectionManagerCallback-2599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881759 INFO (closeThreadPool-2565-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881770 WARN (closeThreadPool-2565-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881775 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881775 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881775 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881783 INFO (closeThreadPool-2565-thread-1) [n:127.0.0.1:36075_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881784 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881784 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881784 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 881785 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@783b4e18{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@388b3705{SSL,[ssl, http/1.1]}{127.0.0.1:43643}
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.e.j.s.Server Started @881851ms
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty6, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=43643, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-6-001/cores}
[junit4] 2> 881788 ERROR (closeThreadPool-2565-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881788 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881789 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:59.036Z
[junit4] 2> 881789 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881789 WARN (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881795 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881795 INFO (zkConnectionManagerCallback-2601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881795 INFO (closeThreadPool-2565-thread-1) [n:127.0.0.1:36075_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881796 INFO (zkConnectionManagerCallback-2606-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881796 INFO (closeThreadPool-2565-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881797 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b76f227[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881797 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b76f227[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881800 WARN (closeThreadPool-2565-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881803 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@646e59b2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881803 WARN (closeThreadPool-2565-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@646e59b2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881804 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881807 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881811 INFO (zkConnectionManagerCallback-2611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881811 INFO (closeThreadPool-2565-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881887 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 881887 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-5-001/solr.xml
[junit4] 2> 881890 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 881890 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 881892 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6346b221, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 881893 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-7-001 of type NRT
[junit4] 2> 881912 WARN (closeThreadPool-2565-thread-7) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 881912 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 881912 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 881912 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 881947 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 881947 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 881947 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 881948 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d6df72f{/h_ea/r,null,AVAILABLE}
[junit4] 2> 881948 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 881948 WARN (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4faa5cc6{SSL,[ssl, http/1.1]}{127.0.0.1:42183}
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.e.j.s.Server Started @882012ms
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/tempDir-001/jetty7, solrconfig=solrconfig.xml, hostContext=/h_ea/r, hostPort=42183, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-7-001/cores}
[junit4] 2> 881949 ERROR (closeThreadPool-2565-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 881949 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T18:55:59.197Z
[junit4] 2> 881950 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@295c71de[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881950 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@295c71de[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881951 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881953 WARN (closeThreadPool-2565-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 881953 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@85a5dad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881953 WARN (closeThreadPool-2565-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@85a5dad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 881954 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35534/solr
[junit4] 2> 881955 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881975 INFO (zkConnectionManagerCallback-2620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881975 INFO (closeThreadPool-2565-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881977 INFO (zkConnectionManagerCallback-2615-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881977 INFO (closeThreadPool-2565-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 881993 INFO (closeThreadPool-2565-thread-3) [n:127.0.0.1:44171_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 881993 INFO (zkConnectionManagerCallback-2622-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 881993 INFO (closeThreadPool-2565-thread-3) [n:127.0.0.1:44171_h_ea%2Fr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 882041 INFO (TEST-RollingRestartTest.test-seed#[3D9AC1A5AF1C7515]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_3D9AC1A5AF1C7515-001/shard-8-001 of type NRT
[junit4] 2> 882048 WARN (closeThreadPool-2565-thread-8) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 882048 INFO (closeThreadPool-2565-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 882048 INFO (closeThreadPool-2565-thread-8) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 882048 INFO (closeThreadPool-2565-thread-8) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 201
[...truncated too long message...]
.seed=3D9AC1A5AF1C7515 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=nl-BE -Dtests.timezone=Europe/Luxembourg -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 148s J0 | HdfsWriteToMultipleCollectionsTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<1026> but was:<775>
[junit4] > at __randomizedtesting.SeedInfo.seed([3D9AC1A5AF1C7515:B5CEFE7F01E018ED]:0)
[junit4] > at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:129)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 6229632 WARN (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 6229646 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@29ef2333{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 6229646 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@246799a0{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 6229646 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6229647 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ec18a9a{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 6229651 WARN (BP-1704787976-127.0.0.1-1572898957687 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44677) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 6229651 WARN (BP-1704787976-127.0.0.1-1572898957687 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44677) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1704787976-127.0.0.1-1572898957687 (Datanode Uuid 632943c8-ce0b-44f9-811b-50fed7b77b03) service to lucene2-us-west.apache.org/127.0.0.1:44677
[junit4] 2> 6229662 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3D9AC1A5AF1C7515-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1704787976-127.0.0.1-1572898957687) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 6229671 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3D9AC1A5AF1C7515-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1704787976-127.0.0.1-1572898957687) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 6229686 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2c1b38bf{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 6229687 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@703e8ad2{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 6229687 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6229687 INFO (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[3D9AC1A5AF1C7515]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f95bd06{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_3D9AC1A5AF1C7515-001
[junit4] 2> Nov 04, 2019 8:25:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 16 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {rnd_b=PostingsFormat(name=Direct), a_t=FST50, _root_=FST50, id=PostingsFormat(name=Direct)}, docValues:{rnd_b=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), a_t=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=702, maxMBSortInHeap=7.313680119687767, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@542f7bab), locale=nl-BE, timezone=Europe/Luxembourg
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=199079288,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [FieldMutatingUpdateProcessorTest, SortSpecParsingTest, DataDrivenBlockJoinTest, ReplaceNodeNoTargetTest, TestLRUStatsCache, MaxSizeAutoCommitTest, TestConfigsApi, TestSolrCoreProperties, TestCloudJSONFacetJoinDomain, AssignBackwardCompatibilityTest, NodeAddedTriggerIntegrationTest, NoCacheHeaderTest, SimpleMLTQParserTest, OverriddenZkACLAndCredentialsProvidersTest, HLLSerializationTest, DistributedMLTComponentTest, TestGroupingSearch, HighlighterConfigTest, MetricsHistoryIntegrationTest, AnalysisAfterCoreReloadTest, BJQFilterAccessibleTest, MoveReplicaTest, ByteBuffersDirectoryFactoryTest, BasicZkTest, DebugComponentTest, RootFieldTest, TestMultiWordSynonyms, TestReplicationHandler, TestCloudPseudoReturnFields, TestQuerySenderNoQuery, BJQParserTest, TestRuleBasedAuthorizationPlugin, TestBackupRepositoryFactory, TestJsonFacets, TestHttpShardHandlerFactory, XmlUpdateRequestHandlerTest, LeaderElectionTest, SolrMetricManagerTest, UnloadDistributedZkTest, AtomicUpdateProcessorFactoryTest, SplitShardTest, TestUtilizeNode, TestStressVersions, RecoveryZkTest, TaggingAttributeTest, TestConfigSetProperties, TestConfigReload, DeleteInactiveReplicaTest, TestInitParams, TestSimComputePlanAction, ForceLeaderTest, SubstringBytesRefFilterTest, TestSimExecutePlanAction, TestSolrDeletionPolicy2, RAMDirectoryFactoryTest, SparseHLLTest, TestSort, MissingSegmentRecoveryTest, ChaosMonkeySafeLeaderTest, ZkCollectionPropsCachingTest, TestCloudManagedSchema, CollectionsAPIAsyncDistributedZkTest, TestDocTermOrds, SolrGraphiteReporterTest, TestLuceneIndexBackCompat, TestRawTransformer, TestNumericTerms32, DeleteReplicaTest, TestTrie, TestQueryTypes, TestDeleteCollectionOnDownNodes, TestLFUCache, TestChildDocTransformer, CoreAdminOperationTest, OverseerRolesTest, HdfsRecoveryZkTest, TimeZoneUtilsTest, TestPhraseSuggestions, TestSolr4Spatial, TestNumericRangeQuery64, TestInPlaceUpdatesStandalone, AutoscalingHistoryHandlerTest, TestCaffeineCache, TestCrossCoreJoin, TestTlogReplica, TestSolrFieldCacheBean, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, ZkControllerTest, TestFieldCacheVsDocValues, NotRequiredUniqueKeyTest, NodeLostTriggerTest, TestSimLargeCluster, TestManagedResource, TestUnInvertedFieldException, TestPayloadCheckQParserPlugin, SolrRrdBackendFactoryTest, ZkShardTermsTest, CustomCollectionTest, TestSolrCloudWithDelegationTokens, TestNamedUpdateProcessors, TermsComponentTest, SolrSlf4jReporterTest, JWTVerificationkeyResolverTest, TestSQLHandlerNonCloud, ScriptEngineTest, NestedShardedAtomicUpdateTest, TestUpdate, SuggesterTest, BadComponentTest, TestReversedWildcardFilterFactory, TestFieldCacheReopen, TestSearcherReuse, HttpPartitionWithTlogReplicasTest, TestRandomDVFaceting, CleanupOldIndexTest, TestMiniSolrCloudClusterSSL, TestConfig, AuthToolTest, IndexSchemaRuntimeFieldTest, BufferStoreTest, LoggingHandlerTest, TestLegacyField, TriggerIntegrationTest, TestBulkSchemaAPI, TestReload, TestValueSourceCache, DateRangeFieldTest, TestSweetSpotSimilarityFactory, OverseerTest, ClassificationUpdateProcessorTest, SimpleCollectionCreateDeleteTest, IndexSizeTriggerTest, TestSubQueryTransformer, DistributedQueryElevationComponentTest, DocValuesTest, TestPolicyCloud, StatelessScriptUpdateProcessorFactoryTest, ActionThrottleTest, CursorPagingTest, SystemInfoHandlerTest, TestLeaderElectionWithEmptyReplica, DateMathParserTest, TestStressCloudBlindAtomicUpdates, ImplicitSnitchTest, TestImpersonationWithHadoopAuth, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, TestWaitForStateWithJettyShutdowns, TestWithCollection, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, AsyncCallRequestStatusResponseTest, ConcurrentDeleteAndCreateCollectionTest, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, HttpTriggerListenerTest, MetricTriggerIntegrationTest, NodeAddedTriggerTest, RestoreTriggerStateTest, SearchRateTriggerTest, SystemLogListenerTest, TestSimNodeAddedTrigger, TestSimPolicyCloud, TestSnapshotCloudManager, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, HdfsWriteToMultipleCollectionsTest]
[junit4] Completed [581/880 (2!)] on J0 in 152.46s, 1 test, 1 failure <<< FAILURES!
[...truncated 53756 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 42 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/42/
1 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at http://127.0.0.1:42475/_iby/collection1: ERROR adding document SolrInputDocument(fields: [id=-449, title_s=title-449, id_i=-449, _version_=1649227444894302208, _root_=-449])
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42475/_iby/collection1: ERROR adding document SolrInputDocument(fields: [id=-449, title_s=title-449, id_i=-449, _version_=1649227444894302208, _root_=-449])
at __randomizedtesting.SeedInfo.seed([A29146F71AC1A6E4:2AC5792DB43DCB1C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14035 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> 515383 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/data-dir-10-001
[junit4] 2> 515383 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 515383 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 515387 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 515387 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 515387 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_iby/
[junit4] 2> 515388 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.UpdateLog
[junit4] 2> 515388 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 515389 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 515406 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 515417 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 515419 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 515489 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 515490 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73f152a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515490 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73f152a1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515493 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33a8a9eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515493 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33a8a9eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515504 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 515504 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 515514 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515518 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515518 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515519 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 515546 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 515557 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 515560 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 515560 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 515561 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 515561 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/data-dir-10-001/]
[junit4] 2> 515568 WARN (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 515593 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 515593 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 515594 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 515594 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 515596 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5fe8ee4[collection1] main]
[junit4] 2> 515597 WARN (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 515597 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 515597 INFO (coreLoadExecutor-498-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649227432399470592
[junit4] 2> 515599 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 515600 INFO (searcherExecutor-499-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5fe8ee4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 515605 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 515619 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 515619 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer start zk server on port:45497
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45497
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45497
[junit4] 2> 515719 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45497
[junit4] 2> 515721 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515724 INFO (zkConnectionManagerCallback-500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515724 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515726 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515727 INFO (zkConnectionManagerCallback-502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515727 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515728 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 515729 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 515730 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 515732 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 515733 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 515733 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 515734 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 515734 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 515735 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 515735 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 515736 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 515740 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 515808 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 515809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 515809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 515809 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 515810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 515810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 515810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10390420{/_iby,null,AVAILABLE}
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@632cca8c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45755}
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.s.Server Started @515846ms
[junit4] 2> 515812 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/control/data, hostContext=/_iby, hostPort=45755, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores}
[junit4] 2> 515813 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:04.408Z
[junit4] 2> 515813 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 515815 INFO (zkConnectionManagerCallback-504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 515815 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 515922 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 515922 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/solr.xml
[junit4] 2> 515926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 515926 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 515927 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 515990 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 515991 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@cdc9c28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515991 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@cdc9c28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515996 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ee29a90[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515996 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ee29a90[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 515997 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 516004 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 516005 INFO (zkConnectionManagerCallback-511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 516005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 516109 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 516110 INFO (zkConnectionManagerCallback-513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 516110 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 516191 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45755__iby
[junit4] 2> 516192 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.Overseer Overseer (id=72663634099372036-127.0.0.1:45755__iby-n_0000000000) starting
[junit4] 2> 516197 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45755__iby
[junit4] 2> 516197 INFO (OverseerStateUpdate-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [n:127.0.0.1:45755__iby ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45755__iby
[junit4] 2> 516205 INFO (OverseerStateUpdate-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [n:127.0.0.1:45755__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 516220 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 516232 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 516238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 516238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 516238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores
[junit4] 2> 516261 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 516263 INFO (zkConnectionManagerCallback-522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 516263 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 516264 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 516265 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45497/solr ready
[junit4] 2> 516266 INFO (qtp553565158-31654) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45755__iby&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 516269 INFO (OverseerThreadFactory-513-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 516375 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 516375 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 517390 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 517411 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 517414 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 517414 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 517414 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 517415 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 517421 WARN (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 517447 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 517447 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 517448 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 517448 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 517449 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@17e183e6[control_collection_shard1_replica_n1] main]
[junit4] 2> 517450 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 517451 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 517451 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 517451 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649227434343530496
[junit4] 2> 517453 INFO (searcherExecutor-518-thread-1-processing-n:127.0.0.1:45755__iby x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@17e183e6[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 517455 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 517455 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45755/_iby/control_collection_shard1_replica_n1/
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45755/_iby/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 517458 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72663634099372036-core_node2-n_0000000000
[junit4] 2> 517459 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45755/_iby/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 517561 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517561 INFO (zkCallback-512-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517562 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 517564 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1189
[junit4] 2> 517567 INFO (qtp553565158-31654) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 517664 INFO (zkCallback-512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517664 INFO (zkCallback-512-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517664 INFO (zkCallback-512-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 517665 INFO (qtp553565158-31654) [n:127.0.0.1:45755__iby ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45755__iby&wt=javabin&version=2} status=0 QTime=1398
[junit4] 2> 517665 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 517771 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 517778 INFO (zkConnectionManagerCallback-528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 517778 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 517780 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 517782 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45497/solr ready
[junit4] 2> 517782 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 517783 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 517792 INFO (OverseerCollectionConfigSetProcessor-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 517792 INFO (OverseerThreadFactory-513-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 518003 WARN (OverseerThreadFactory-513-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 518004 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 518005 INFO (qtp553565158-31655) [n:127.0.0.1:45755__iby ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=222
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 518006 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 518075 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001 of type NRT
[junit4] 2> 518075 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 518076 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 518076 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 518076 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 518077 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f784d66{/_iby,null,AVAILABLE}
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@55b0c962{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36243}
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server Started @518111ms
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_iby, hostPort=36243, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001/cores}
[junit4] 2> 518078 ERROR (closeThreadPool-529-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 518078 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:06.673Z
[junit4] 2> 518079 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518082 INFO (zkConnectionManagerCallback-531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518082 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518149 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001 of type NRT
[junit4] 2> 518149 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 518150 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 518150 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 518150 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 518172 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 518172 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 518172 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17302181{/_iby,null,AVAILABLE}
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4775c64f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42475}
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.e.j.s.Server Started @518207ms
[junit4] 2> 518173 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_iby, hostPort=42475, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores}
[junit4] 2> 518174 ERROR (closeThreadPool-529-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 518174 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:06.769Z
[junit4] 2> 518186 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 518186 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001/solr.xml
[junit4] 2> 518188 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518191 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 518191 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 518192 INFO (zkConnectionManagerCallback-533-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518192 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 518192 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518249 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 518250 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ea3e99b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518250 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ea3e99b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518253 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4d0af87[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518253 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4d0af87[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518254 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 518256 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518259 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001 of type NRT
[junit4] 2> 518259 INFO (zkConnectionManagerCallback-540-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518259 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518260 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 518260 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 518261 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12bcd82b{/_iby,null,AVAILABLE}
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62967462{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33657}
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.e.j.s.Server Started @518295ms
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/_iby, hostPort=33657, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores}
[junit4] 2> 518262 ERROR (closeThreadPool-529-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 518262 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-04T00:04:06.857Z
[junit4] 2> 518263 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518265 INFO (zkConnectionManagerCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518265 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518294 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 518294 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/solr.xml
[junit4] 2> 518298 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 518298 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 518299 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 518343 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 518344 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c068f21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518344 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c068f21[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518346 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c7671ab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518346 WARN (closeThreadPool-529-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c7671ab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518347 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 518348 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518349 INFO (zkConnectionManagerCallback-549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518349 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518363 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518364 INFO (zkConnectionManagerCallback-551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518364 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518367 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 518369 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.ZkController Publish node=127.0.0.1:36243__iby as DOWN
[junit4] 2> 518370 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 518370 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36243__iby
[junit4] 2> 518370 INFO (zkCallback-512-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518371 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518371 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 518382 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 518393 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518399 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518399 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518400 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:36243__iby ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-1-001/cores
[junit4] 2> 518423 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:36243__iby
[junit4] 2> 518463 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 518463 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/solr.xml
[junit4] 2> 518477 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 518477 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 518478 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 518541 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 518541 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f6c03b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518541 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f6c03b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518543 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1d049b37[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518543 WARN (closeThreadPool-529-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1d049b37[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 518544 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45497/solr
[junit4] 2> 518545 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518546 INFO (zkConnectionManagerCallback-562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518546 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518566 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518566 INFO (zkConnectionManagerCallback-564-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518566 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518572 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 518575 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.ZkController Publish node=127.0.0.1:42475__iby as DOWN
[junit4] 2> 518576 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 518576 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42475__iby
[junit4] 2> 518577 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518577 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518577 INFO (zkCallback-512-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518579 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 518590 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 518601 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518607 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518607 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518608 INFO (closeThreadPool-529-thread-2) [n:127.0.0.1:42475__iby ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores
[junit4] 2> 518636 INFO (closeThreadPool-529-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:42475__iby
[junit4] 2> 518664 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 518666 INFO (zkConnectionManagerCallback-570-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 518666 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 518669 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 518671 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.ZkController Publish node=127.0.0.1:33657__iby as DOWN
[junit4] 2> 518672 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 518672 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33657__iby
[junit4] 2> 518673 INFO (zkCallback-550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518673 INFO (zkCallback-512-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518673 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518673 INFO (zkCallback-569-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518676 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 518685 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 518696 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518702 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518702 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 518703 INFO (closeThreadPool-529-thread-3) [n:127.0.0.1:33657__iby ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores
[junit4] 2> 518738 INFO (closeThreadPool-529-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33657__iby
[junit4] 2> 518742 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42475__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518742 INFO (qtp1722416239-31744) [n:127.0.0.1:33657__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36243__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518742 INFO (qtp1722416239-31742) [n:127.0.0.1:33657__iby ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33657__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 518749 INFO (OverseerCollectionConfigSetProcessor-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 518750 INFO (OverseerThreadFactory-513-thread-3) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:42475__iby for creating new replica of shard shard1 for collection collection1
[junit4] 2> 518751 INFO (OverseerThreadFactory-513-thread-3) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 518763 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby x:collection1_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 519775 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 519786 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 519798 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 519798 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 519799 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 519799 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-2-001/cores/collection1_shard1_replica_n1/data/]
[junit4] 2> 519804 WARN (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 519829 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 519829 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 519830 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 519830 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 519831 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@35a438f5[collection1_shard1_replica_n1] main]
[junit4] 2> 519832 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 519833 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 519833 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 519833 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649227436841238528
[junit4] 2> 519835 INFO (searcherExecutor-550-thread-1-processing-n:127.0.0.1:42475__iby x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@35a438f5[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 519849 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 519849 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42475/_iby/collection1_shard1_replica_n1/
[junit4] 2> 519851 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 519852 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:42475/_iby/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 519852 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/72663634099372046-core_node2-n_0000000000
[junit4] 2> 519853 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42475/_iby/collection1_shard1_replica_n1/ shard1
[junit4] 2> 519954 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 519955 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 519957 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 519959 INFO (qtp1128942334-31724) [n:127.0.0.1:42475__iby c:collection1 s:shard1 x:collection1_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1195
[junit4] 2> 519965 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42475__iby&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1223
[junit4] 2> 520058 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520058 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520059 INFO (zkCallback-563-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520751 INFO (OverseerCollectionConfigSetProcessor-72663634099372036-127.0.0.1:45755__iby-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 520752 INFO (OverseerThreadFactory-513-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33657__iby for creating new replica of shard shard1 for collection collection1
[junit4] 2> 520753 INFO (OverseerThreadFactory-513-thread-4) [ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 520767 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby x:collection1_shard1_replica_n3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n3&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 520874 INFO (zkCallback-563-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520874 INFO (zkCallback-563-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 520874 INFO (zkCallback-563-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 521795 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 521807 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=inplace-updates
[junit4] 2> 521811 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 521811 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from collection collection1, trusted=true
[junit4] 2> 521811 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c514e56
[junit4] 2> 521812 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores/collection1_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001/shard-3-001/cores/collection1_shard1_replica_n3/data/]
[junit4] 2> 521817 WARN (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 521843 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 521843 INFO (qtp1722416239-31745) [n:127.0.0.1:33657__iby c:collection1 s:shard1 x:collection1_shard1_replica_n3 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyn
[...truncated too long message...]
-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n3, tag=SolrCore@5da84538
[junit4] 2> 530347 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29f81d89: rootName = null, domain = solr.core.collection1.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@2f510013
[junit4] 2> 530355 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=SolrCore@5da84538
[junit4] 2> 530356 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
[junit4] 2> 530356 INFO (zkCallback-569-thread-3) [n:127.0.0.1:33657__iby c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2fc21774 commitCommandVersion:0
[junit4] 2> 530727 INFO (closeThreadPool-583-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@62967462{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 530727 INFO (closeThreadPool-583-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@12bcd82b{/_iby,null,UNAVAILABLE}
[junit4] 2> 530727 INFO (closeThreadPool-583-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 530727 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 530931 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/collection1/terms/shard1
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 71 /solr/collections/collection1/state.json
[junit4] 2> 9 /solr/collections/control_collection/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/72663634099372044-127.0.0.1:36243__iby-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 38 /solr/overseer/queue
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 16 /solr/overseer/collection-queue-work
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=A29146F71AC1A6E4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=es-PE -Dtests.timezone=America/Fort_Nelson -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 15.3s J1 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42475/_iby/collection1: ERROR adding document SolrInputDocument(fields: [id=-449, title_s=title-449, id_i=-449, _version_=1649227444894302208, _root_=-449])
[junit4] > at __randomizedtesting.SeedInfo.seed([A29146F71AC1A6E4:2AC5792DB43DCB1C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 530933 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45497
[junit4] 2> 530933 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45497
[junit4] 2> 530933 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[A29146F71AC1A6E4]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45497
[junit4] 2> 530936 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 530936 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1650605116
[junit4] 2> 530937 INFO (coreCloseExecutor-572-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6251ca64
[junit4] 2> 530937 INFO (coreCloseExecutor-572-thread-1) [ x:collection1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=SolrCore@6251ca64
[junit4] 2> 530937 INFO (coreCloseExecutor-572-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ccff6fb: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@ffbb612
[junit4] 2> 530967 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 530967 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4338be62: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4b446b80
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a5ada1b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ea14338
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 530968 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[A29146F71AC1A6E4]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@265dbe31: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@36cab0b7
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_A29146F71AC1A6E4-001
[junit4] 2> Nov 04, 2019 12:04:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@427e2a87), locale=es-PE, timezone=America/Fort_Nelson
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=148501240,total=508559360
[junit4] 2> NOTE: All tests run in this JVM: [HLLUtilTest, TestMultiValuedNumericRangeQuery, TestDynamicLoading, ReturnFieldsTest, HdfsNNFailoverTest, TestFoldingMultitermQuery, DisMaxRequestHandlerTest, TestSimpleQParserPlugin, TestExactSharedStatsCache, RequiredFieldsTest, HdfsTlogReplayBufferedWhileIndexingTest, SpellCheckCollatorTest, TestInPlaceUpdatesDistrib]
[junit4] Completed [99/880 (1!)] on J1 in 16.02s, 1 test, 1 error <<< FAILURES!
[...truncated 55364 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 41 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/41/
1 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Timeout occurred while waiting response from server at: http://127.0.0.1:41026/j_ycc
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:41026/j_ycc
at __randomizedtesting.SeedInfo.seed([9229E80381264297:1A7DD7D92FDA2F6F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 43 more
Build Log:
[...truncated 13925 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> 28532 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/data-dir-1-001
[junit4] 2> 30194 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 31355 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.e.j.u.log Logging initialized @31445ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 31518 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 31794 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 31851 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[9229E80381264297]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /j_ycc/
[junit4] 2> 32367 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 32446 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 32446 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 33515 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer start zk server on port:34934
[junit4] 2> 33515 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34934
[junit4] 2> 33518 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34934
[junit4] 2> 33588 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34934
[junit4] 2> 46982 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 47613 INFO (zkConnectionManagerCallback-3-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 47625 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 48126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 48195 INFO (zkConnectionManagerCallback-5-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 48195 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 48728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 48937 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 49000 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 49090 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 49093 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 49144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 49187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 49234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 49279 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 49290 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 49307 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 49342 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 52008 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 53105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 53105 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 53182 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 53238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 53238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 53271 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 53379 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e1a5798{/j_ycc,null,AVAILABLE}
[junit4] 2> 53473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eda36a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39393}
[junit4] 2> 53473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.s.Server Started @53628ms
[junit4] 2> 53473 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/tempDir-001/control/data, replicaType=NRT, hostContext=/j_ycc, hostPort=41026, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores}
[junit4] 2> 54004 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 54004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 54004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.1
[junit4] 2> 54020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 54020 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 54021 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-02T23:08:46.037Z
[junit4] 2> 54180 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 54215 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 54250 INFO (zkConnectionManagerCallback-7-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 54250 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 54399 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 54419 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/solr.xml
[junit4] 2> 54682 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 54683 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 54777 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 58033 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 60511 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25b98ad7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 60511 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25b98ad7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 62498 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c4f8d91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 62498 WARN (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c4f8d91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 62644 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34934/solr
[junit4] 2> 62811 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 62871 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 62872 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 63176 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 63200 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 63200 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 65957 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41026_j_ycc
[junit4] 2> 65972 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) starting
[junit4] 2> 67198 INFO (OverseerStateUpdate-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41026_j_ycc
[junit4] 2> 67234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41026_j_ycc
[junit4] 2> 68040 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 71410 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 74142 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 74177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 74177 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 74669 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores
[junit4] 2> 75270 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 75380 INFO (zkConnectionManagerCallback-25-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 75381 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 75450 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 75470 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34934/solr ready
[junit4] 2> 76329 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52930,localport=41026], receiveBufferSize:531000
[junit4] 2> 76402 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39393,localport=53586], receiveBufferSize=530904
[junit4] 2> 78680 INFO (qtp1910080085-40) [n:127.0.0.1:41026_j_ycc ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41026_j_ycc&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 79040 INFO (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:41026_j_ycc) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 79786 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=52936,localport=41026], receiveBufferSize:531000
[junit4] 2> 79787 INFO (SocketProxy-Acceptor-41026) [ ] o.a.s.c.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39393,localport=53592], receiveBufferSize=530904
[junit4] 2> 79888 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 79933 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 81602 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 83369 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 90953 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 92022 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 92077 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 92262 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 96806 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 98807 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 99479 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@278b9d06
[junit4] 2> 99605 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 100193 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=52.6689453125, floorSegmentMB=2.078125, forceMergeDeletesPctAllowed=4.796183486880741, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=41.03686469656117
[junit4] 2> 104058 WARN (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 111729 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 111730 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 111925 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 111925 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 111977 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=85.4736328125, floorSegmentMB=1.0048828125, forceMergeDeletesPctAllowed=22.00974190097354, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.828421728680244
[junit4] 2> 112345 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5804f6f4[control_collection_shard1_replica_n1] main]
[junit4] 2> 112763 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 112997 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 113257 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 113401 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649133418359816192
[junit4] 2> 113660 INFO (searcherExecutor-15-thread-1-processing-n:127.0.0.1:41026_j_ycc x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5804f6f4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 113825 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 113863 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 113968 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 113968 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 113968 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41026/j_ycc/control_collection_shard1_replica_n1/
[junit4] 2> 114003 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 114020 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41026/j_ycc/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 114056 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75666891370725380-core_node2-n_0000000000
[junit4] 2> 114167 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41026/j_ycc/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 114275 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114315 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114361 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 114556 INFO (qtp1910080085-42) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=34704
[junit4] 2> 114614 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114630 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 114646 INFO (zkCallback-15-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 115177 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=230390518
[junit4] 2> 115177 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41026_j_ycc
[junit4] 2> 115178 INFO (qtp1910080085-40) [n:127.0.0.1:41026_j_ycc ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 115180 INFO (qtp1910080085-40) [n:127.0.0.1:41026_j_ycc ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41026_j_ycc&wt=javabin&version=2} status=0 QTime=36843
[junit4] 2> 115198 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 115198 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:41026_j_ycc as DOWN
[junit4] 2> 115618 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2391c225
[junit4] 2> 115618 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=SolrCore@2391c225
[junit4] 2> 115619 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a4becc1: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4294b0c5
[junit4] 2> 115812 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 115823 INFO (zkCallback-15-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 115823 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 121785 INFO (coreCloseExecutor-20-thread-1) [n:127.0.0.1:41026_j_ycc c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=SolrCore@2391c225
[junit4] 2> 121859 INFO (OverseerCollectionConfigSetProcessor-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 122041 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 122057 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f8523b6: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@32f6af7f
[junit4] 2> 122108 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 122188 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73743aa4: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@31d27c9a
[junit4] 2> 122225 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 122225 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b4c4872: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7fa101d1
[junit4] 2> 122225 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 122299 INFO (closeThreadPool-32-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) closing
[junit4] 2> 122341 INFO (OverseerStateUpdate-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [n:127.0.0.1:41026_j_ycc ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41026_j_ycc
[junit4] 2> 122452 INFO (OverseerAutoScalingTriggerThread-75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 122594 INFO (closeThreadPool-32-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) closing
[junit4] 2> 122728 INFO (closeThreadPool-27-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75666891370725380-127.0.0.1:41026_j_ycc-n_0000000000) closing
[junit4] 2> 122734 INFO (closeThreadPool-27-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4eda36a2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 122757 INFO (closeThreadPool-27-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e1a5798{/j_ycc,null,UNAVAILABLE}
[junit4] 2> 122773 INFO (closeThreadPool-27-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 122787 WARN (closeThreadPool-27-thread-2) [ ] o.a.s.c.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:41026/j_ycc, target: http://127.0.0.1:39393/j_ycc
[junit4] 2> 122788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 123127 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/control_collection/state.json
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> 123167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34934
[junit4] 2> 123167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34934
[junit4] 2> 123167 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[9229E80381264297]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34934
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=9229E80381264297 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Etc/GMT-11 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 91.4s J1 | LeaderFailoverAfterPartitionTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:41026/j_ycc
[junit4] > at __randomizedtesting.SeedInfo.seed([9229E80381264297:1A7DD7D92FDA2F6F]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:338)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1080)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_9229E80381264297-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=1643, maxMBSortInHeap=5.540076790891243, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41ba6569), locale=ar-MA, timezone=Etc/GMT-11
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=2,free=198769104,total=275251200
[junit4] 2> NOTE: All tests run in this JVM: [LeaderFailoverAfterPartitionTest]
[junit4] Completed [2/880 (1!)] on J1 in 117.08s, 1 test, 1 error <<< FAILURES!
[...truncated 55751 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 40 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/40/
3 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:36818/_i/collection1
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36818/_i/collection1
at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D:EA68802A90D3F685]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.addDocAndGetVersion(TestInPlaceUpdatesDistrib.java:1216)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.buildRandomIndex(TestInPlaceUpdatesDistrib.java:1261)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:392)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 49 more
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib: 1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at java.util.HashMap.hash(HashMap.java:339) at java.util.HashMap.put(HashMap.java:612) at java.util.HashSet.add(HashSet.java:220) at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410) at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390) at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318) at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3618) at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3566) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1044) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84) at org.apache.solr.core.SolrCore.close(SolrCore.java:1596) at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:505) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.TestInPlaceUpdatesDistrib:
1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at java.util.HashMap.hash(HashMap.java:339)
at java.util.HashMap.put(HashMap.java:612)
at java.util.HashSet.add(HashSet.java:220)
at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410)
at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390)
at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318)
at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3618)
at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3566)
at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1044)
at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:505)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesDistrib
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib] at java.util.HashMap.hash(HashMap.java:339) at java.util.HashMap.put(HashMap.java:612) at java.util.HashSet.add(HashSet.java:220) at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410) at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390) at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318) at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3218) at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3445) at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1046) at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087) at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298) at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903) at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105) at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402) at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84) at org.apache.solr.core.SolrCore.close(SolrCore.java:1596) at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:505) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
at java.util.HashMap.hash(HashMap.java:339)
at java.util.HashMap.put(HashMap.java:612)
at java.util.HashSet.add(HashSet.java:220)
at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410)
at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390)
at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318)
at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3218)
at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3445)
at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1046)
at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:505)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)
Build Log:
[...truncated 15662 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> 2429367 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/data-dir-91-001
[junit4] 2> 2429367 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 2429367 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2429389 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_i/
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 updateLog impl=solr.UpdateLog
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2429390 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2429409 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 2429517 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 2429521 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 2429770 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2429771 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2429772 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a08018f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429772 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a08018f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429774 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2429774 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@37af7ccb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429774 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@37af7ccb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2429855 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2429856 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2429881 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429887 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429887 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429888 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2429919 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 2429953 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 2429956 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 2429956 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2429968 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2429969 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/data-dir-91-001/]
[junit4] 2> 2429990 WARN (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2430036 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2430036 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2430037 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2430037 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2430038 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@34735d57[collection1] main]
[junit4] 2> 2430039 WARN (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2430039 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2430039 INFO (coreLoadExecutor-3785-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649024689186537472
[junit4] 2> 2430041 INFO (searcherExecutor-3786-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@34735d57[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2430042 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[623CBFF03E2F9B7D]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2430126 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2430127 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2430139 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer start zk server on port:35779
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35779
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35779
[junit4] 2> 2430227 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35779
[junit4] 2> 2430229 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430231 INFO (zkConnectionManagerCallback-4940-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2430231 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2430234 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430235 INFO (zkConnectionManagerCallback-4942-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2430235 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2430261 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2430262 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 2430264 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2430265 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2430278 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2430280 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2430294 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2430295 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2430296 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2430297 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2430314 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2430331 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2430333 INFO (zkConnectionManagerCallback-4946-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2430333 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2430460 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2431074 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2431074 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2431074 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2431074 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2431147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2431147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2431147 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2431149 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c9913ad{/_i,null,AVAILABLE}
[junit4] 2> 2431150 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9cd99c4{SSL,[ssl, http/1.1]}{127.0.0.1:37109}
[junit4] 2> 2431150 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.s.Server Started @2431206ms
[junit4] 2> 2431150 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/control/data, hostContext=/_i, hostPort=37109, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores}
[junit4] 2> 2431238 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2431238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:34.396Z
[junit4] 2> 2431240 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2431249 INFO (zkConnectionManagerCallback-4948-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2431249 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2431350 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2431350 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/solr.xml
[junit4] 2> 2431367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2431367 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2431368 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2432646 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2432647 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2432647 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4541ad69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432647 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4541ad69[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432650 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2432651 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@46e4ad19[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432651 WARN (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@46e4ad19[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2432652 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35779/solr
[junit4] 2> 2432652 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2432653 INFO (zkConnectionManagerCallback-4955-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2432654 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2432756 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2432757 INFO (zkConnectionManagerCallback-4957-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2432757 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2432907 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37109__i
[junit4] 2> 2432908 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.Overseer Overseer (id=75660101026578437-127.0.0.1:37109__i-n_0000000000) starting
[junit4] 2> 2432913 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37109__i
[junit4] 2> 2432913 INFO (OverseerStateUpdate-75660101026578437-127.0.0.1:37109__i-n_0000000000) [n:127.0.0.1:37109__i ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37109__i
[junit4] 2> 2432926 INFO (OverseerStateUpdate-75660101026578437-127.0.0.1:37109__i-n_0000000000) [n:127.0.0.1:37109__i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2432976 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2433031 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2433048 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2433048 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2433050 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores
[junit4] 2> 2433125 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2433125 INFO (zkConnectionManagerCallback-4966-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2433125 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2433126 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2433127 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35779/solr ready
[junit4] 2> 2433184 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37109__i&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2433187 INFO (OverseerThreadFactory-3800-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2433296 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2433297 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2434309 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.1
[junit4] 2> 2434322 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
[junit4] 2> 2434325 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 2434325 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2434325 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2434326 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2434342 WARN (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2434440 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2434440 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2434442 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2434442 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2434443 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@481cf375[control_collection_shard1_replica_n1] main]
[junit4] 2> 2434445 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2434445 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2434446 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2434446 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1649024693807611904
[junit4] 2> 2434449 INFO (searcherExecutor-3805-thread-1-processing-n:127.0.0.1:37109__i x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@481cf375[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2434451 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2434451 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37109/_i/control_collection_shard1_replica_n1/
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37109/_i/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2434455 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75660101026578437-core_node2-n_0000000000
[junit4] 2> 2434457 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37109/_i/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2434559 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434559 INFO (zkCallback-4956-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434559 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2434562 INFO (qtp2094890786-64605) [n:127.0.0.1:37109__i c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
[junit4] 2> 2434564 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2434661 INFO (zkCallback-4956-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434661 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434661 INFO (zkCallback-4956-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2434662 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37109__i&wt=javabin&version=2} status=0 QTime=1478
[junit4] 2> 2434663 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2434767 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2434768 INFO (zkConnectionManagerCallback-4972-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2434768 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2434770 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2434771 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35779/solr ready
[junit4] 2> 2434771 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2434773 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2434796 INFO (OverseerThreadFactory-3800-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2434796 INFO (OverseerCollectionConfigSetProcessor-75660101026578437-127.0.0.1:37109__i-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2435001 WARN (OverseerThreadFactory-3800-thread-2) [ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2435003 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2435004 INFO (qtp2094890786-64609) [n:127.0.0.1:37109__i ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=231
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2435005 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=3
[junit4] 2> 2435206 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001 of type NRT
[junit4] 2> 2435208 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2435209 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2435209 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2435209 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2435249 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2435249 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2435250 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2435250 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@51ca0434{/_i,null,AVAILABLE}
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26c591d8{SSL,[ssl, http/1.1]}{127.0.0.1:33320}
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.e.j.s.Server Started @2435308ms
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_i, hostPort=33320, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001/cores}
[junit4] 2> 2435251 ERROR (closeThreadPool-4973-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2435251 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:38.409Z
[junit4] 2> 2435269 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2435271 INFO (zkConnectionManagerCallback-4975-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2435271 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2435378 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2435378 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001/solr.xml
[junit4] 2> 2435381 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2435381 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2435395 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2435598 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-2-001 of type NRT
[junit4] 2> 2435600 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2435600 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2435600 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2435600 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2435601 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2435601 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2435601 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4411b42e{/_i,null,AVAILABLE}
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5762c056{SSL,[ssl, http/1.1]}{127.0.0.1:42893}
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.e.j.s.Server Started @2435659ms
[junit4] 2> 2435602 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_i, hostPort=42893, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-2-001/cores}
[junit4] 2> 2435603 ERROR (closeThreadPool-4973-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2435603 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:38.761Z
[junit4] 2> 2435604 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2435605 INFO (zkConnectionManagerCallback-4978-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2435605 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2435763 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2435763 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-2-001/solr.xml
[junit4] 2> 2435785 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2435785 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2435787 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2435936 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2435936 WARN (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2435937 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e6ff619[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2435937 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e6ff619[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436012 WARN (closeThreadPool-4973-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2436121 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6bd17f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436121 WARN (closeThreadPool-4973-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6bd17f8f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436123 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35779/solr
[junit4] 2> 2436124 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436167 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2436168 WARN (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2436196 INFO (zkConnectionManagerCallback-4985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436196 INFO (closeThreadPool-4973-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436247 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32684d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436247 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32684d53[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436250 WARN (closeThreadPool-4973-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2436250 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@ff87eb4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436250 WARN (closeThreadPool-4973-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@ff87eb4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2436264 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35779/solr
[junit4] 2> 2436264 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436266 INFO (zkConnectionManagerCallback-4991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436266 INFO (closeThreadPool-4973-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436332 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436369 INFO (zkConnectionManagerCallback-4993-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436369 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436383 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2436387 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.ZkController Publish node=127.0.0.1:33320__i as DOWN
[junit4] 2> 2436388 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2436388 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33320__i
[junit4] 2> 2436398 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2436434 INFO (zkCallback-4971-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2436446 INFO (zkCallback-4992-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2436451 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436453 INFO (zkConnectionManagerCallback-4998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436453 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436492 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2436496 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.ZkController Publish node=127.0.0.1:42893__i as DOWN
[junit4] 2> 2436497 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2436497 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42893__i
[junit4] 2> 2436498 INFO (zkCallback-4956-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436527 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2436548 INFO (zkCallback-4971-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436548 INFO (zkCallback-4992-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436552 INFO (zkCallback-4997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2436585 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436610 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436610 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436611 INFO (closeThreadPool-4973-thread-1) [n:127.0.0.1:33320__i ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-1-001/cores
[junit4] 2> 2436637 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2436640 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[623CBFF03E2F9B7D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-3-001 of type NRT
[junit4] 2> 2436739 WARN (closeThreadPool-4973-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2436739 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2436739 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2436739 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2436799 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2436799 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2436799 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2436800 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bc122b6{/_i,null,AVAILABLE}
[junit4] 2> 2436800 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67edd240{SSL,[ssl, http/1.1]}{127.0.0.1:36818}
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.e.j.s.Server Started @2436857ms
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/_i, hostPort=36818, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_623CBFF03E2F9B7D-001/shard-3-001/cores}
[junit4] 2> 2436801 ERROR (closeThreadPool-4973-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.1
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2436801 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-11-01T18:21:39.959Z
[junit4] 2> 2436802 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2436809 INFO (OverseerCollectionConfigSetProcessor-75660101026578437-127.0.0.1:37109__i-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2436820 INFO (zkConnectionManagerCallback-5005-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2436820 INFO (closeThreadPool-4973-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2436865 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6600a620
[junit4] 2> 2436865 INFO (closeThreadPool-4973-thread-2) [n:127.0.0.1:42893__i ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeans
[...truncated too long message...]
Writer.shutdown(IndexWriter.java:1044)
[junit4] > at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
[junit4] > at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
[junit4] > at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:505)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=64726, name=qtp651221115-64726, state=RUNNABLE, group=TGRP-TestInPlaceUpdatesDistrib]
[junit4] > at java.util.HashMap.hash(HashMap.java:339)
[junit4] > at java.util.HashMap.put(HashMap.java:612)
[junit4] > at java.util.HashSet.add(HashSet.java:220)
[junit4] > at org.apache.lucene.index.ReaderPool.noDups(ReaderPool.java:410)
[junit4] > at org.apache.lucene.index.ReaderPool.get(ReaderPool.java:390)
[junit4] > at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3318)
[junit4] > at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3218)
[junit4] > at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3445)
[junit4] > at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1046)
[junit4] > at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1087)
[junit4] > at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:298)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:903)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.closeIndexWriter(DefaultSolrCoreState.java:105)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.close(DefaultSolrCoreState.java:402)
[junit4] > at org.apache.solr.update.SolrCoreState.decrefSolrCoreState(SolrCoreState.java:84)
[junit4] > at org.apache.solr.core.SolrCore.close(SolrCore.java:1596)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.destroy(HttpSolrCall.java:654)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:442)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:167)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1711)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1347)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1678)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1249)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:335)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:505)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:370)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:267)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:427)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:321)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] > at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([623CBFF03E2F9B7D]:0)
[junit4] Completed [470/880 (1!)] on J1 in 4614.37s, 1 test, 3 errors <<< FAILURES!
[...truncated 53968 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 39 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/39/
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
expected not same
Stack Trace:
java.lang.AssertionError: expected not same
at __randomizedtesting.SeedInfo.seed([871471965753C9A:802578C3CB895162]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failSame(Assert.java:819)
at org.junit.Assert.assertNotSame(Assert.java:798)
at org.junit.Assert.assertNotSame(Assert.java:811)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13663 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 2> 21160 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/data-dir-5-001
[junit4] 2> 21160 WARN (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 21160 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 21164 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 21167 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 22091 WARN (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 23306 WARN (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 23809 WARN (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 23878 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 23912 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 23912 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 23914 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 23934 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3789ab63{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 24114 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@14dead1d{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost.localdomain-43609-hdfs-_-any-3515181863023308555.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 24116 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1191c23b{HTTP/1.1,[http/1.1]}{localhost.localdomain:43609}
[junit4] 2> 24116 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.Server Started @24146ms
[junit4] 2> 26328 WARN (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 26334 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 26337 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 26337 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 26337 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 26338 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7af4bf09{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 26440 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@32ef90e4{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-33063-datanode-_-any-2445205562319967815.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 26440 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@126d215a{HTTP/1.1,[http/1.1]}{localhost:33063}
[junit4] 2> 26441 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.Server Started @26470ms
[junit4] 2> 28799 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb4964f1894a9cbed: Processing first storage report for DS-c33f98d7-d244-46f6-8595-6b81cbaba99c from datanode 96bb6030-5d42-48c9-b8fa-4533e8c58aff
[junit4] 2> 28801 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb4964f1894a9cbed: from storage DS-c33f98d7-d244-46f6-8595-6b81cbaba99c node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=96bb6030-5d42-48c9-b8fa-4533e8c58aff, infoPort=34417, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=1473090877;c=1572538966765), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
[junit4] 2> 28801 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb4964f1894a9cbed: Processing first storage report for DS-ab799e4e-91da-4729-afd1-7568694b60ca from datanode 96bb6030-5d42-48c9-b8fa-4533e8c58aff
[junit4] 2> 28802 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xb4964f1894a9cbed: from storage DS-ab799e4e-91da-4729-afd1-7568694b60ca node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=96bb6030-5d42-48c9-b8fa-4533e8c58aff, infoPort=34417, infoSecurePort=0, ipcPort=34197, storageInfo=lv=-57;cid=testClusterID;nsid=1473090877;c=1572538966765), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 28882 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 28889 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002
[junit4] 2> 28896 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 28898 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 28898 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 28998 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer start zk server on port:33997
[junit4] 2> 28998 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33997
[junit4] 2> 28998 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33997
[junit4] 2> 28998 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33997
[junit4] 2> 29326 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29352 INFO (zkConnectionManagerCallback-34-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29352 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29396 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29401 INFO (zkConnectionManagerCallback-36-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29401 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29402 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29413 INFO (zkConnectionManagerCallback-38-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29413 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29537 WARN (jetty-launcher-39-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 29563 WARN (jetty-launcher-39-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 29567 WARN (jetty-launcher-39-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 29574 WARN (jetty-launcher-39-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 29577 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 29577 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 29577 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 29579 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 29579 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 29580 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 29580 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 29581 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 29582 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 29582 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 29598 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 29598 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 29603 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 29603 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 29603 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 29606 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 29606 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 29606 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 29610 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4633e244{/solr,null,AVAILABLE}
[junit4] 2> 29617 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54581b93{/solr,null,AVAILABLE}
[junit4] 2> 29623 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 29623 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 29623 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 29630 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43744dfc{/solr,null,AVAILABLE}
[junit4] 2> 29632 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 29632 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 29632 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 29632 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10a17ebe{/solr,null,AVAILABLE}
[junit4] 2> 29633 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bdf97e8{SSL,[ssl, http/1.1]}{127.0.0.1:43453}
[junit4] 2> 29633 INFO (jetty-launcher-39-thread-3) [ ] o.e.j.s.Server Started @29663ms
[junit4] 2> 29633 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4750ff65{SSL,[ssl, http/1.1]}{127.0.0.1:38939}
[junit4] 2> 29633 INFO (jetty-launcher-39-thread-4) [ ] o.e.j.s.Server Started @29663ms
[junit4] 2> 29633 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43453}
[junit4] 2> 29633 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38939}
[junit4] 2> 29643 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c577327{SSL,[ssl, http/1.1]}{127.0.0.1:43449}
[junit4] 2> 29643 INFO (jetty-launcher-39-thread-2) [ ] o.e.j.s.Server Started @29673ms
[junit4] 2> 29643 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43449}
[junit4] 2> 29644 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31323ff1{SSL,[ssl, http/1.1]}{127.0.0.1:36523}
[junit4] 2> 29644 INFO (jetty-launcher-39-thread-1) [ ] o.e.j.s.Server Started @29673ms
[junit4] 2> 29644 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36523}
[junit4] 2> 29668 ERROR (jetty-launcher-39-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 29668 ERROR (jetty-launcher-39-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T16:22:53.614Z
[junit4] 2> 29668 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T16:22:53.614Z
[junit4] 2> 29669 ERROR (jetty-launcher-39-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 29669 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 29669 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 29669 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 29669 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 29669 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T16:22:53.615Z
[junit4] 2> 29670 ERROR (jetty-launcher-39-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 29670 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 29670 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 29670 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 29670 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 29670 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-31T16:22:53.616Z
[junit4] 2> 29677 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29685 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29681 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29690 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 29696 INFO (zkConnectionManagerCallback-41-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29696 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29699 INFO (zkConnectionManagerCallback-47-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29699 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29700 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 29708 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 29708 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 29708 INFO (zkConnectionManagerCallback-45-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29708 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29709 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 29709 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 29712 INFO (zkConnectionManagerCallback-43-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29712 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 29717 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 29717 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 29718 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 29721 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 29721 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 29727 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 29727 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 29729 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 29734 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 29734 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 29735 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 30013 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 30013 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 30013 WARN (jetty-launcher-39-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30013 WARN (jetty-launcher-39-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30030 WARN (jetty-launcher-39-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a1c3ef2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30030 WARN (jetty-launcher-39-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a1c3ef2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30041 WARN (jetty-launcher-39-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@23e2b133[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30041 WARN (jetty-launcher-39-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@23e2b133[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30046 WARN (jetty-launcher-39-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30066 WARN (jetty-launcher-39-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6cade3d7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30066 WARN (jetty-launcher-39-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6cade3d7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30066 WARN (jetty-launcher-39-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30071 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 30071 WARN (jetty-launcher-39-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30077 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33997/solr
[junit4] 2> 30096 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30099 WARN (jetty-launcher-39-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@72eb56f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30099 WARN (jetty-launcher-39-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@72eb56f7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30100 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33997/solr
[junit4] 2> 30105 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30110 WARN (jetty-launcher-39-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f61f958[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30110 WARN (jetty-launcher-39-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f61f958[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30112 INFO (zkConnectionManagerCallback-64-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30112 INFO (jetty-launcher-39-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30112 INFO (zkConnectionManagerCallback-61-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30113 INFO (jetty-launcher-39-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30114 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 30114 WARN (jetty-launcher-39-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30114 WARN (jetty-launcher-39-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30139 WARN (jetty-launcher-39-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50aeb125[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30139 WARN (jetty-launcher-39-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50aeb125[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30140 WARN (jetty-launcher-39-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@40d40d0b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30140 WARN (jetty-launcher-39-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@40d40d0b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30141 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33997/solr
[junit4] 2> 30145 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30148 WARN (jetty-launcher-39-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 30151 INFO (zkConnectionManagerCallback-71-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30151 INFO (jetty-launcher-39-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30153 WARN (jetty-launcher-39-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1955359d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30153 WARN (jetty-launcher-39-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1955359d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 30153 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33997/solr
[junit4] 2> 30154 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30159 INFO (zkConnectionManagerCallback-75-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30159 INFO (jetty-launcher-39-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30247 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30249 INFO (zkConnectionManagerCallback-77-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30249 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30346 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30351 INFO (zkConnectionManagerCallback-81-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30351 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30390 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43449_solr
[junit4] 2> 30391 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.Overseer Overseer (id=72644833701789708-127.0.0.1:43449_solr-n_0000000000) starting
[junit4] 2> 30395 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36523_solr
[junit4] 2> 30408 INFO (zkCallback-76-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30408 INFO (zkCallback-80-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30444 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30449 INFO (zkConnectionManagerCallback-87-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30449 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30454 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 30458 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43453_solr as DOWN
[junit4] 2> 30461 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 30461 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43453_solr
[junit4] 2> 30463 INFO (zkCallback-80-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 30463 INFO (zkCallback-76-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 30476 INFO (zkCallback-86-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 30485 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 30489 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 30511 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30511 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30511 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30514 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30514 INFO (jetty-launcher-39-thread-3) [n:127.0.0.1:43453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node3/.
[junit4] 2> 30514 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30514 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30515 INFO (jetty-launcher-39-thread-1) [n:127.0.0.1:36523_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node1/.
[junit4] 2> 30518 INFO (OverseerStateUpdate-72644833701789708-127.0.0.1:43449_solr-n_0000000000) [n:127.0.0.1:43449_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43449_solr
[junit4] 2> 30524 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43449_solr as DOWN
[junit4] 2> 30526 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 30526 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43449_solr
[junit4] 2> 30528 INFO (zkCallback-76-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 30528 INFO (zkCallback-80-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 30546 INFO (zkCallback-86-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 30550 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 30796 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 30805 INFO (zkConnectionManagerCallback-95-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 30806 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 30838 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 30854 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30860 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30864 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38939_solr as DOWN
[junit4] 2> 30865 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 30865 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38939_solr
[junit4] 2> 30867 INFO (zkCallback-86-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 30867 INFO (zkCallback-80-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 30867 INFO (zkCallback-76-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 30877 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30878 INFO (zkCallback-94-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 30879 INFO (jetty-launcher-39-thread-2) [n:127.0.0.1:43449_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node2/.
[junit4] 2> 30933 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 30977 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30992 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30993 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 30994 INFO (jetty-launcher-39-thread-4) [n:127.0.0.1:38939_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node4/.
[junit4] 2> 31087 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 31089 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 31095 INFO (zkConnectionManagerCallback-104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 31095 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 31096 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 31097 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33997/solr ready
[junit4] 2> 31628 INFO (qtp874865959-245) [n:127.0.0.1:43453_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 31963 INFO (qtp874865959-245) [n:127.0.0.1:43453_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=335
[junit4] 2> 31991 INFO (TEST-MoveReplicaHDFSTest.test-seed#[871471965753C9A]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 4
[junit4] 2> 31995 INFO (qtp874865959-244) [n:127.0.0.1:43453_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_true&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 32003 INFO (OverseerThreadFactory-95-thread-2-processing-n:127.0.0.1:43449_solr) [n:127.0.0.1:43449_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_true
[junit4] 2> 32003 INFO (OverseerCollectionConfigSetProcessor-72644833701789708-127.0.0.1:43449_solr-n_0000000000) [n:127.0.0.1:43449_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 32136 INFO (OverseerStateUpdate-72644833701789708-127.0.0.1:43449_solr-n_0000000000) [n:127.0.0.1:43449_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38939/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 32144 INFO (OverseerStateUpdate-72644833701789708-127.0.0.1:43449_solr-n_0000000000) [n:127.0.0.1:43449_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard1_replica_p3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43449/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 32146 INFO (OverseerStateUpdate-72644833701789708-127.0.0.1:43449_solr-n_0000000000) [n:127.0.0.1:43449_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43453/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 32149 INFO (OverseerStateUpdate-72644833701789708-127.0.0.1:43449_solr-n_0000000000) [n:127.0.0.1:43449_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_true",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_true_shard2_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36523/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 32410 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 32413 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 32417 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard1_replica_p3&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 32428 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_true_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_true&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 32428 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 33453 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 33454 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 33474 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 33477 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 33488 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Schema name=minimal
[junit4] 2> 33488 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Schema name=minimal
[junit4] 2> 33488 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Schema name=minimal
[junit4] 2> 33489 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_true_shard1_replica_p3] Schema name=minimal
[junit4] 2> 33491 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 33491 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 33491 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 33491 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 33492 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 33493 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 33494 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 33494 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 33495 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 33495 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_true_shard1_replica_p3' using configuration from collection MoveReplicaHDFSTest_coll_true, trusted=true
[junit4] 2> 33495 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p3' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_p3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 33502 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_true.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@59452379
[junit4] 2> 33505 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36111/solr_hdfs_home
[junit4] 2> 33506 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 33505 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36111/solr_hdfs_home
[junit4] 2> 33506 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 33506 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_p3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_true_shard1_replica_p3], dataDir=[hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/]
[junit4] 2> 33506 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_true_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/]
[junit4] 2> 33507 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36111/solr_hdfs_home
[junit4] 2> 33507 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 33507 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_true_shard2_replica_p6], dataDir=[hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/]
[junit4] 2> 33510 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36111/solr_hdfs_home
[junit4] 2> 33510 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 33510 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_true_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node2/data/]
[junit4] 2> 33512 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/snapshot_metadata
[junit4] 2> 33512 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/snapshot_metadata
[junit4] 2> 33512 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/snapshot_metadata
[junit4] 2> 33513 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node2/data/snapshot_metadata
[junit4] 2> 33531 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33531 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33531 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33531 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33533 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33533 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33533 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33534 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33534 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33534 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33534 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33534 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33654 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33654 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33655 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33657 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33673 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data
[junit4] 2> 33674 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data
[junit4] 2> 33690 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data
[junit4] 2> 33694 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node2/data
[junit4] 2> 33746 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node7/data/index
[junit4] 2> 33751 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33756 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33756 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33757 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node8/data/index
[junit4] 2> 33757 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node5/data/index
[junit4] 2> 33762 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33762 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33762 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33763 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36111/solr_hdfs_home/MoveReplicaHDFSTest_coll_true/core_node2/data/index
[junit4] 2> 33765 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33765 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33765 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33768 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33775 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33777 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 33782 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 33782 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 33782 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 33805 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 34567 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 34567 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 34567 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 34580 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34580 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34597 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 34598 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 34598 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 34612 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34612 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34626 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34626 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34655 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 34656 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 34882 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@534325c2[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] main]
[junit4] 2> 34883 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5902d738[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main]
[junit4] 2> 34884 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4510849b[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main]
[junit4] 2> 34885 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e3c6980[MoveReplicaHDFSTest_coll_true_shard1_replica_p3] main]
[junit4] 2> 34889 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 34889 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 34889 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 34889 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 34889 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 34889 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 34889 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 34889 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 34893 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 34895 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 34896 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 34897 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648926632279277568
[junit4] 2> 34901 INFO (searcherExecutor-105-thread-1-processing-n:127.0.0.1:43453_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_n4] Registered new searcher Searcher@4510849b[MoveReplicaHDFSTest_coll_true_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34907 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 34908 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648926632290811904
[junit4] 2> 34910 INFO (searcherExecutor-107-thread-1-processing-n:127.0.0.1:43449_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_p3] Registered new searcher Searcher@3e3c6980[MoveReplicaHDFSTest_coll_true_shard1_replica_p3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34915 INFO (searcherExecutor-104-thread-1-processing-n:127.0.0.1:36523_solr x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard2_replica_p6] Registered new searcher Searcher@534325c2[MoveReplicaHDFSTest_coll_true_shard2_replica_p6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34918 INFO (searcherExecutor-106-thread-1-processing-n:127.0.0.1:38939_solr x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_true_shard1_replica_n1] Registered new searcher Searcher@5902d738[MoveReplicaHDFSTest_coll_true_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 34927 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.ZkController MoveReplicaHDFSTest_coll_true_shard1_replica_p3 starting background replication from leader
[junit4] 2> 34928 INFO (qtp1991186519-268) [n:127.0.0.1:43449_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_true_shard1_replica_p3 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 34929 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.ZkController MoveReplicaHDFSTest_coll_true_shard2_replica_p6 starting background replication from leader
[junit4] 2> 34929 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 34933 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 34940 INFO (qtp874865959-246) [n:127.0.0.1:43453_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_true_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_true/leaders/shard2
[junit4] 2> 34940 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_true/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 34940 INFO (qtp1302893589-254) [n:127.0.0.1:38939_solr c:MoveReplicaHDFSTest_coll_true s:shard1 r:core_node2 x:MoveReplicaHDFSTest_coll_true_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_true/leaders/shard1
[junit4] 2> 34950 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_true_shard2_replica_p6 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 34950 INFO (qtp1689111803-265) [n:127.0.0.1:36523_solr c:MoveReplicaHDFSTest_coll_true s:shard2 r:core_node8 x:MoveReplicaHDFS
[...truncated too long message...]
[junit4] 2> 90086 INFO (jetty-closer-206-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68755b0e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2dd3c2
[junit4] 2> 90087 INFO (jetty-closer-206-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 90087 INFO (jetty-closer-206-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@660423d8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@44fb609a
[junit4] 2> 90087 INFO (jetty-closer-206-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 90103 INFO (OverseerAutoScalingTriggerThread-72644835121299468-127.0.0.1:36591_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 90113 INFO (closeThreadPool-221-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72644835121299468-127.0.0.1:36591_solr-n_0000000000) closing
[junit4] 2> 90132 INFO (zkCallback-171-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 90132 INFO (zkCallback-181-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 90134 INFO (jetty-closer-206-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1503bfc4{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 90134 INFO (jetty-closer-206-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@55f38826{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 90137 INFO (jetty-closer-206-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2bf60e8e{/solr,null,UNAVAILABLE}
[junit4] 2> 90137 INFO (jetty-closer-206-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@232b1ad2{/solr,null,UNAVAILABLE}
[junit4] 2> 90137 INFO (jetty-closer-206-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 90137 INFO (jetty-closer-206-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 90236 INFO (jetty-closer-206-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72644835121299468-127.0.0.1:36591_solr-n_0000000000) closing
[junit4] 2> 90237 INFO (jetty-closer-206-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bed0485{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 90238 INFO (jetty-closer-206-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3299e673{/solr,null,UNAVAILABLE}
[junit4] 2> 90238 INFO (jetty-closer-206-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 90337 INFO (jetty-closer-206-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@152225dc{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 90338 INFO (jetty-closer-206-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18b275fa{/solr,null,UNAVAILABLE}
[junit4] 2> 90338 INFO (jetty-closer-206-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 90339 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 90542 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 32 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard1
[junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_false/terms/shard2
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/collections/MoveReplicaHDFSTest_coll_false/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 137 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/72644835121299467-core_node5-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 55 /solr/overseer/queue
[junit4] 2> 17 /solr/live_nodes
[junit4] 2> 13 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 90547 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45833
[junit4] 2> 90547 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45833
[junit4] 2> 90547 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[871471965753C9A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45833
[junit4] 2> 90548 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[871471965753C9A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNormalMove
[junit4] 2> 90548 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[871471965753C9A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNormalMove
[junit4] 2> 90550 WARN (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 90556 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@32ef90e4{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 90556 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@126d215a{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 90556 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 90557 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7af4bf09{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 90558 WARN (BP-1379189889-10.41.0.5-1572538966765 heartbeating to localhost.localdomain/127.0.0.1:36111) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 90558 WARN (BP-1379189889-10.41.0.5-1572538966765 heartbeating to localhost.localdomain/127.0.0.1:36111) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1379189889-10.41.0.5-1572538966765 (Datanode Uuid 96bb6030-5d42-48c9-b8fa-4533e8c58aff) service to localhost.localdomain/127.0.0.1:36111
[junit4] 2> 90566 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1379189889-10.41.0.5-1572538966765) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 90571 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1379189889-10.41.0.5-1572538966765) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 90584 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@14dead1d{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 90584 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1191c23b{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 90584 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 90584 INFO (SUITE-MoveReplicaHDFSTest-seed#[871471965753C9A]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3789ab63{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_871471965753C9A-001
[junit4] 2> Oct 31, 2019 4:23:54 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=Direct), id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=687, maxMBSortInHeap=5.145700632390088, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@28b503cf), locale=sr, timezone=Australia/Melbourne
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=8,free=244516512,total=423100416
[junit4] 2> NOTE: All tests run in this JVM: [LargeFieldTest, TestSchemalessBufferedUpdates, SolrMetricsIntegrationTest, MoveReplicaHDFSTest]
[junit4] Completed [9/880 (1!)] on J2 in 72.64s, 4 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 55653 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 38 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/38/
1 tests failed.
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.test
Error Message:
expected not same
Stack Trace:
java.lang.AssertionError: expected not same
at __randomizedtesting.SeedInfo.seed([21ED1028D82EBBA1:A9B92FF276D2D659]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failSame(Assert.java:819)
at org.junit.Assert.assertNotSame(Assert.java:798)
at org.junit.Assert.assertNotSame(Assert.java:811)
at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14939 lines...]
[junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2469931 WARN (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2469937 WARN (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2469938 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2469947 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2469947 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2469947 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2469948 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ec8f919{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2470061 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4ddc79d6{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost.localdomain-41077-hdfs-_-any-1454504230552536057.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 2470061 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@222b4256{HTTP/1.1,[http/1.1]}{localhost.localdomain:41077}
[junit4] 2> 2470061 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.Server Started @2470088ms
[junit4] 2> 2470126 WARN (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2470127 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2470128 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2470128 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2470128 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2470128 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f563e33{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2470223 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@43b410bf{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-38275-datanode-_-any-1465264236495354157.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 2470223 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b631074{HTTP/1.1,[http/1.1]}{localhost:38275}
[junit4] 2> 2470223 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.Server Started @2470250ms
[junit4] 2> 2470349 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcccc14c86e668cfc: Processing first storage report for DS-c8f5ca74-3f72-44b4-bc03-8812e597e9c9 from datanode 6377ac17-709e-4879-b5ce-d3b172fdbb38
[junit4] 2> 2470350 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcccc14c86e668cfc: from storage DS-c8f5ca74-3f72-44b4-bc03-8812e597e9c9 node DatanodeRegistration(127.0.0.1:36295, datanodeUuid=6377ac17-709e-4879-b5ce-d3b172fdbb38, infoPort=37399, infoSecurePort=0, ipcPort=46827, storageInfo=lv=-57;cid=testClusterID;nsid=1428310661;c=1572455160371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2470350 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcccc14c86e668cfc: Processing first storage report for DS-b3b69b61-16f0-420c-a82f-1ece17ffac5b from datanode 6377ac17-709e-4879-b5ce-d3b172fdbb38
[junit4] 2> 2470350 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xcccc14c86e668cfc: from storage DS-b3b69b61-16f0-420c-a82f-1ece17ffac5b node DatanodeRegistration(127.0.0.1:36295, datanodeUuid=6377ac17-709e-4879-b5ce-d3b172fdbb38, infoPort=37399, infoSecurePort=0, ipcPort=46827, storageInfo=lv=-57;cid=testClusterID;nsid=1428310661;c=1572455160371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] IGNOR/A 0.00s J0 | MoveReplicaHDFSTest.testNormalFailedMove
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] IGNOR/A 0.00s J0 | MoveReplicaHDFSTest.testFailedMove
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12080))
[junit4] 2> 2470470 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002
[junit4] 2> 2470470 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2470470 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2470470 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2470570 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.ZkTestServer start zk server on port:37929
[junit4] 2> 2470570 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37929
[junit4] 2> 2470570 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37929
[junit4] 2> 2470571 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37929
[junit4] 2> 2470572 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470574 INFO (zkConnectionManagerCallback-14048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470574 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470577 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470577 INFO (zkConnectionManagerCallback-14050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470577 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470578 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470579 INFO (zkConnectionManagerCallback-14052-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470579 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470681 WARN (jetty-launcher-14053-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2470681 WARN (jetty-launcher-14053-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2470681 WARN (jetty-launcher-14053-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2470681 WARN (jetty-launcher-14053-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2470681 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2470682 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2470682 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2470682 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2470682 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d5192ec{/solr,null,AVAILABLE}
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7da4b35d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33391}
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.e.j.s.Server Started @2470710ms
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33391}
[junit4] 2> 2470683 ERROR (jetty-launcher-14053-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2470683 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-30T17:06:01.167Z
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7fcdb7e9{/solr,null,AVAILABLE}
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@359f9956{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36597}
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.e.j.s.Server Started @2470711ms
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36597}
[junit4] 2> 2470684 ERROR (jetty-launcher-14053-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2470684 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e04143{/solr,null,AVAILABLE}
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-30T17:06:01.169Z
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74ec4535{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39061}
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.e.j.s.Server Started @2470711ms
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39061}
[junit4] 2> 2470685 ERROR (jetty-launcher-14053-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-30T17:06:01.169Z
[junit4] 2> 2470685 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470686 INFO (zkConnectionManagerCallback-14055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470686 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470686 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2470686 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2470686 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2470686 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2470686 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470687 INFO (zkConnectionManagerCallback-14057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@770cf633{/solr,null,AVAILABLE}
[junit4] 2> 2470687 INFO (zkConnectionManagerCallback-14059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10752969{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41319}
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.e.j.s.Server Started @2470713ms
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41319}
[junit4] 2> 2470687 ERROR (jetty-launcher-14053-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.3.0
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2470687 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-30T17:06:01.171Z
[junit4] 2> 2470688 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2470688 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470688 INFO (zkConnectionManagerCallback-14061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470688 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470689 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2470689 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2470689 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2470690 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2470690 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2470691 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2470691 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470691 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2470691 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2470693 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2470693 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2470693 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2470693 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2470694 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2470695 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2470857 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2470858 WARN (jetty-launcher-14053-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@581d5ba5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470858 WARN (jetty-launcher-14053-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@581d5ba5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470860 WARN (jetty-launcher-14053-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7a660e09[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470860 WARN (jetty-launcher-14053-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7a660e09[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470861 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37929/solr
[junit4] 2> 2470862 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470863 INFO (zkConnectionManagerCallback-14069-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470863 INFO (jetty-launcher-14053-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470966 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2470967 WARN (jetty-launcher-14053-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@11046a23[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470967 WARN (jetty-launcher-14053-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@11046a23[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470969 WARN (jetty-launcher-14053-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@12c4514f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470969 WARN (jetty-launcher-14053-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@12c4514f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470970 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37929/solr
[junit4] 2> 2470971 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470975 INFO (zkConnectionManagerCallback-14076-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470975 INFO (jetty-launcher-14053-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470978 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2470978 WARN (jetty-launcher-14053-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3d7cc839[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470978 WARN (jetty-launcher-14053-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3d7cc839[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470981 WARN (jetty-launcher-14053-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15da5494[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470981 WARN (jetty-launcher-14053-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15da5494[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2470982 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37929/solr
[junit4] 2> 2470983 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470983 INFO (zkConnectionManagerCallback-14082-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470984 INFO (jetty-launcher-14053-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2470993 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2470994 INFO (zkConnectionManagerCallback-14084-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2470994 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2471044 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41319_solr
[junit4] 2> 2471045 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.c.Overseer Overseer (id=72639341001244682-127.0.0.1:41319_solr-n_0000000000) starting
[junit4] 2> 2471050 INFO (OverseerStateUpdate-72639341001244682-127.0.0.1:41319_solr-n_0000000000) [n:127.0.0.1:41319_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41319_solr
[junit4] 2> 2471050 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41319_solr
[junit4] 2> 2471052 INFO (zkCallback-14083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2471064 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2471075 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471079 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471080 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471080 INFO (jetty-launcher-14053-thread-3) [n:127.0.0.1:41319_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node3/.
[junit4] 2> 2471130 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2471131 WARN (jetty-launcher-14053-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a69987d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2471131 WARN (jetty-launcher-14053-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a69987d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2471133 WARN (jetty-launcher-14053-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@694ae483[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2471133 WARN (jetty-launcher-14053-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@694ae483[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2471135 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37929/solr
[junit4] 2> 2471135 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2471137 INFO (zkConnectionManagerCallback-14095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2471137 INFO (jetty-launcher-14053-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2471193 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2471194 INFO (zkConnectionManagerCallback-14097-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2471194 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2471198 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2471201 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33391_solr as DOWN
[junit4] 2> 2471201 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2471201 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33391_solr
[junit4] 2> 2471202 INFO (zkCallback-14083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2471202 INFO (zkCallback-14096-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2471214 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2471227 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471233 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471233 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471234 INFO (jetty-launcher-14053-thread-2) [n:127.0.0.1:33391_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node2/.
[junit4] 2> 2471294 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2471294 INFO (zkConnectionManagerCallback-14103-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2471295 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2471298 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2471303 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36597_solr as DOWN
[junit4] 2> 2471303 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2471303 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36597_solr
[junit4] 2> 2471304 INFO (zkCallback-14083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2471304 INFO (zkCallback-14096-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2471304 INFO (zkCallback-14102-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2471317 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2471328 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471335 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471335 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471336 INFO (jetty-launcher-14053-thread-4) [n:127.0.0.1:36597_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node4/.
[junit4] 2> 2471394 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2471395 INFO (zkConnectionManagerCallback-14109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2471395 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2471398 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2471400 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39061_solr as DOWN
[junit4] 2> 2471401 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2471401 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39061_solr
[junit4] 2> 2471401 INFO (zkCallback-14083-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2471401 INFO (zkCallback-14096-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2471402 INFO (zkCallback-14102-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2471402 INFO (zkCallback-14108-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2471416 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2471442 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471450 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471451 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2471453 INFO (jetty-launcher-14053-thread-1) [n:127.0.0.1:39061_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node1/.
[junit4] 2> 2471485 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2471485 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2471486 INFO (zkConnectionManagerCallback-14118-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2471486 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2471487 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2471488 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37929/solr ready
[junit4] 2> 2471502 INFO (qtp1935889217-52435) [n:127.0.0.1:33391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2471507 INFO (qtp1935889217-52435) [n:127.0.0.1:33391_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2471507 INFO (TEST-MoveReplicaHDFSTest.testNormalMove-seed#[21ED1028D82EBBA1]) [ ] o.a.s.c.MoveReplicaTest total_jettys: 4
[junit4] 2> 2471508 INFO (qtp1935889217-52436) [n:127.0.0.1:33391_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2471512 INFO (OverseerCollectionConfigSetProcessor-72639341001244682-127.0.0.1:41319_solr-n_0000000000) [n:127.0.0.1:41319_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2471512 INFO (OverseerThreadFactory-12387-thread-2-processing-n:127.0.0.1:41319_solr) [n:127.0.0.1:41319_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection MoveReplicaHDFSTest_coll_false
[junit4] 2> 2471617 INFO (OverseerStateUpdate-72639341001244682-127.0.0.1:41319_solr-n_0000000000) [n:127.0.0.1:41319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41319/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2471619 INFO (OverseerStateUpdate-72639341001244682-127.0.0.1:41319_solr-n_0000000000) [n:127.0.0.1:41319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33391/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2471627 INFO (OverseerStateUpdate-72639341001244682-127.0.0.1:41319_solr-n_0000000000) [n:127.0.0.1:41319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39061/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2471628 INFO (OverseerStateUpdate-72639341001244682-127.0.0.1:41319_solr-n_0000000000) [n:127.0.0.1:41319_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"MoveReplicaHDFSTest_coll_false",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_p6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36597/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2471831 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_p2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2471831 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2471831 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2471831 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2471832 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_p6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2472843 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2472843 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2472846 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2472846 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2472850 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_p2] Schema name=minimal
[junit4] 2> 2472868 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2472868 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_p2' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2472868 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_p2' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2472868 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36325/solr_hdfs_home
[junit4] 2> 2472868 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2472868 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node2/MoveReplicaHDFSTest_coll_false_shard1_replica_p2], dataDir=[hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data/]
[junit4] 2> 2472868 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2472869 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data/snapshot_metadata
[junit4] 2> 2472869 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2472870 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2472870 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n4' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2472870 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2472871 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2472871 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n1' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2472871 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36325/solr_hdfs_home
[junit4] 2> 2472871 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2472871 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node1/MoveReplicaHDFSTest_coll_false_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data/]
[junit4] 2> 2472871 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2472871 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36325/solr_hdfs_home
[junit4] 2> 2472871 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2472871 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node3/MoveReplicaHDFSTest_coll_false_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data/]
[junit4] 2> 2472872 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data/snapshot_metadata
[junit4] 2> 2472872 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data/snapshot_metadata
[junit4] 2> 2472875 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472875 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472875 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472876 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472876 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472876 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472876 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472876 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472876 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472877 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.s.IndexSchema [MoveReplicaHDFSTest_coll_false_shard2_replica_p6] Schema name=minimal
[junit4] 2> 2472879 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2472879 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.CoreContainer Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_p6' using configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
[junit4] 2> 2472879 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_p6' (registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_p6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1bb935ac
[junit4] 2> 2472879 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:36325/solr_hdfs_home
[junit4] 2> 2472879 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2472879 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.SolrCore [[MoveReplicaHDFSTest_coll_false_shard2_replica_p6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-002/node4/MoveReplicaHDFSTest_coll_false_shard2_replica_p6], dataDir=[hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data/]
[junit4] 2> 2472880 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data/snapshot_metadata
[junit4] 2> 2472885 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472885 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472885 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472890 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472890 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472891 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data
[junit4] 2> 2472892 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data
[junit4] 2> 2472892 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472892 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472896 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data
[junit4] 2> 2472901 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data
[junit4] 2> 2472907 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node5/data/index
[junit4] 2> 2472908 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node3/data/index
[junit4] 2> 2472909 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node7/data/index
[junit4] 2> 2472912 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472912 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472912 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472912 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472912 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472912 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472914 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472914 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472914 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472914 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:36325/solr_hdfs_home/MoveReplicaHDFSTest_coll_false/core_node8/data/index
[junit4] 2> 2472915 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472916 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472918 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472918 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2472918 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 2472918 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 2472924 INFO (qtp995647565-52452) [n:127.0.0.1:36597_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:MoveReplicaHDFSTest_coll_false_shard2_replica_p6 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2472972 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2472972 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2472995 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2472995 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2472995 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2472999 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2472999 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2472999 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2473005 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@fecc216[MoveReplicaHDFSTest_coll_false_shard1_replica_p2] main]
[junit4] 2> 2473006 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2473007 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2473007 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2473007 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2473007 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2473008 INFO (searcherExecutor-12409-thread-1-processing-n:127.0.0.1:33391_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_false_shard1_replica_p2] Registered new searcher Searcher@fecc216[MoveReplicaHDFSTest_coll_false_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2473010 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.ZkController MoveReplicaHDFSTest_coll_false_shard1_replica_p2 starting background replication from leader
[junit4] 2> 2473010 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:01
[junit4] 2> 2473012 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2473012 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2473015 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2473015 INFO (qtp1935889217-52439) [n:127.0.0.1:33391_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 x:MoveReplicaHDFSTest_coll_false_shard1_replica_p2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2473025 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bdba5e4[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] main]
[junit4] 2> 2473026 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@65b1c66a[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] main]
[junit4] 2> 2473026 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2473026 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2473026 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2473027 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648838745533710336
[junit4] 2> 2473028 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2473029 INFO (searcherExecutor-12411-thread-1-processing-n:127.0.0.1:41319_solr x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Registered new searcher Searcher@2bdba5e4[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2473029 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2473029 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2473029 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648838745535807488
[junit4] 2> 2473031 INFO (searcherExecutor-12410-thread-1-processing-n:127.0.0.1:39061_solr x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SolrCore [MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Registered new searcher Searcher@65b1c66a[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2473032 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_false/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2473032 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_false/leaders/shard1
[junit4] 2> 2473033 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/MoveReplicaHDFSTest_coll_false/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 2473033 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/MoveReplicaHDFSTest_coll_false/leaders/shard2
[junit4] 2> 2473036 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2473036 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2473036 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41319/solr/MoveReplicaHDFSTest_coll_false_shard1_replica_n1/
[junit4] 2> 2473036 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2473036 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2473036 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39061/solr/MoveReplicaHDFSTest_coll_false_shard2_replica_n4/
[junit4] 2> 2473036 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2473036 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2473036 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41319/solr/MoveReplicaHDFSTest_coll_false_shard1_replica_n1/ has no replicas
[junit4] 2> 2473036 INFO (qtp515032271-52453) [n:127.0.0.1:41319_solr c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/MoveReplicaHDFSTest_coll_false/leaders/shard1/leader after winning as /collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/72639341001244682-core_node3-n_0000000000
[junit4] 2> 2473036 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4 ] o.a.s.c.SyncStrategy http://127.0.0.1:39061/solr/MoveReplicaHDFSTest_coll_false_shard2_replica_n4/ has no replicas
[junit4] 2> 2473036 INFO (qtp2049684480-52445) [n:127.0.0.1:39061_solr c:MoveReplicaHDFSTe
[...truncated too long message...]
.ZkTestServer connecting to 127.0.0.1 33375
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MoveReplicaHDFSTest -Dtests.method=test -Dtests.seed=21ED1028D82EBBA1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=bg -Dtests.timezone=America/Halifax -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 17.2s J0 | MoveReplicaHDFSTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected not same
[junit4] > at __randomizedtesting.SeedInfo.seed([21ED1028D82EBBA1:A9B92FF276D2D659]:0)
[junit4] > at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:147)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2513790 WARN (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 2513796 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@43b410bf{datanode,/,null,UNAVAILABLE}{/datanode}
[junit4] 2> 2513796 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b631074{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 2513796 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2513796 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f563e33{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 2513799 WARN (BP-1062050160-10.41.0.5-1572455160371 heartbeating to localhost.localdomain/127.0.0.1:36325) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 2513799 WARN (BP-1062050160-10.41.0.5-1572455160371 heartbeating to localhost.localdomain/127.0.0.1:36325) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1062050160-10.41.0.5-1572455160371 (Datanode Uuid 6377ac17-709e-4879-b5ce-d3b172fdbb38) service to localhost.localdomain/127.0.0.1:36325
[junit4] 2> 2513806 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-001/hdfsBaseDir/data/data1/current/BP-1062050160-10.41.0.5-1572455160371) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 2513812 WARN (refreshUsed-/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001/tempDir-001/hdfsBaseDir/data/data2/current/BP-1062050160-10.41.0.5-1572455160371) [ ] o.a.h.f.CachingGetSpaceUsed Thread Interrupted waiting to refresh disk information: sleep interrupted
[junit4] 2> 2513819 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@4ddc79d6{hdfs,/,null,UNAVAILABLE}{/hdfs}
[junit4] 2> 2513820 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@222b4256{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 2513820 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2513820 INFO (SUITE-MoveReplicaHDFSTest-seed#[21ED1028D82EBBA1]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ec8f919{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_21ED1028D82EBBA1-001
[junit4] 2> Oct 30, 2019 5:06:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 17 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {_root_=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1574, maxMBSortInHeap=7.287277548475816, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@229569da), locale=bg, timezone=America/Halifax
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=4,free=183007024,total=498073600
[junit4] 2> NOTE: All tests run in this JVM: [HdfsDirectoryFactoryTest, TolerantUpdateProcessorTest, JWTAuthPluginIntegrationTest, SearchHandlerTest, DateMathParserTest, TestSolrCloudWithDelegationTokens, TestConfig, TestNamedUpdateProcessors, SolrMetricManagerTest, TestSubQueryTransformer, TestChildDocTransformer, SampleTest, HdfsBasicDistributedZk2Test, LoggingHandlerTest, DaemonStreamApiTest, AnalysisAfterCoreReloadTest, ShardRoutingTest, BasicZkTest, DistributedQueueTest, TestSimExecutePlanAction, TestCaffeineCache, HdfsRecoveryZkTest, ChaosMonkeySafeLeaderTest, MetricsHandlerTest, TestLegacyTerms, TestInitParams, UUIDFieldTest, SynonymTokenizerTest, NodeAddedTriggerIntegrationTest, CacheHeaderTest, OverseerTest, TestUtilizeNode, TestSystemCollAutoCreate, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionTest, TestZkChroot, EchoParamsTest, TestCollationFieldDocValues, SolrGraphiteReporterTest, TestSystemIdResolver, BaseCdcrDistributedZkTest, SecurityConfHandlerTest, AddBlockUpdateTest, TestSolrCoreProperties, SolrIndexConfigTest, MissingSegmentRecoveryTest, TestHttpShardHandlerFactory, TestPointFields, TestDownShardTolerantSearch, MetricsHistoryIntegrationTest, TestMacros, TestRequestForwarding, ClusterStateUpdateTest, TestTrie, HealthCheckHandlerTest, SolrRrdBackendFactoryTest, TestRuleBasedAuthorizationPlugin, TestFieldTypeCollectionResource, MaxSizeAutoCommitTest, TestSort, SolrCLIZkUtilsTest, TestMultiWordSynonyms, ZkCollectionPropsCachingTest, BJQParserTest, TestExportWriter, DistributedQueryElevationComponentTest, SparseHLLTest, TestDFISimilarityFactory, TestNestedDocsSort, SearchHandlerTest, TestReplicationHandler, NodeLostTriggerTest, TestMiniSolrCloudClusterSSL, TestEmbeddedSolrServerSchemaAPI, BasicAuthIntegrationTest, TestNumericRangeQuery64, TestRandomDVFaceting, TestDeleteCollectionOnDownNodes, CollectionsAPISolrJTest, TestLeaderElectionWithEmptyReplica, CdcrVersionReplicationTest, ForceLeaderTest, TestSerializedLuceneMatchVersion, DistributedMLTComponentTest, TestFastOutputStream, RestartWhileUpdatingTest, BufferStoreTest, TestDocSet, TestSweetSpotSimilarityFactory, BadComponentTest, RankQueryTest, RootFieldTest, CoreSorterTest, TestSimPolicyCloud, DistributedFacetPivotSmallAdvancedTest, UnloadDistributedZkTest, TestSolrFieldCacheBean, SpellCheckComponentTest, TestRandomFlRTGCloud, TestLuceneIndexBackCompat, LeaderTragicEventTest, TestHttpServletCarrier, ScheduledMaintenanceTriggerTest, TestManagedSynonymFilterFactory, TestInPlaceUpdateWithRouteField, TestRealTimeGet, TestUnInvertedFieldException, SimpleCollectionCreateDeleteTest, TestHashQParserPlugin, SuggestComponentTest, PrimitiveFieldTypeTest, WordBreakSolrSpellCheckerTest, TestStressVersions, TestSolrDeletionPolicy2, TestComplexPhraseQParserPlugin, MergeStrategyTest, TestPostingsSolrHighlighter, TestUpdate, TestDocTermOrds, DistributedFacetExistsSmallTest, HdfsWriteToMultipleCollectionsTest, AutoscalingHistoryHandlerTest, TestPayloadCheckQParserPlugin, TestFieldCacheVsDocValues, DateRangeFieldTest, BJQFilterAccessibleTest, SplitShardTest, TestCloudInspectUtil, DeleteReplicaTest, TestCloudPseudoReturnFields, NumberUtilsTest, TestReqParamsAPI, TestCrossCoreJoin, TestCoreDiscovery, ReplicaListTransformerTest, DistributedFacetSimpleRefinementLongTailTest, TestManagedSchemaAPI, ExecutePlanActionTest, TestPullReplica, TestGeoJSONResponseWriter, SearchRateTriggerIntegrationTest, TestQuerySenderNoQuery, TestDynamicURP, SolrLogAuditLoggerPluginTest, SimplePostToolTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrTestCaseJ4, TestTolerantSearch, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestReversedWildcardFilterFactory, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, CollectionPropsTest, CollectionStateFormat2Test, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistribJoinFromCollectionTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, HttpPartitionOnCommitTest, HttpPartitionTest, HttpPartitionWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, MoveReplicaHDFSFailoverTest, MoveReplicaHDFSTest]
[junit4] Completed [400/880 (1!)] on J0 in 47.13s, 4 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 54380 lines...]
[JENKINS] Lucene-Solr-NightlyTests-8.3 - Build # 37 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.3/37/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:39043
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39043
at __randomizedtesting.SeedInfo.seed([5FFB02FE1D9706FC:D7AF3D24B36B6B04]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 52 more
Build Log:
[...truncated 15429 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 2775894 INFO (SUITE-RollingRestartTest-seed#[5FFB02FE1D9706FC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2775895 INFO (SUITE-RollingRestartTest-seed#[5FFB02FE1D9706FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/data-dir-192-001
[junit4] 2> 2775895 WARN (SUITE-RollingRestartTest-seed#[5FFB02FE1D9706FC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
[junit4] 2> 2775895 INFO (SUITE-RollingRestartTest-seed#[5FFB02FE1D9706FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2775897 INFO (SUITE-RollingRestartTest-seed#[5FFB02FE1D9706FC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2775897 INFO (SUITE-RollingRestartTest-seed#[5FFB02FE1D9706FC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2775904 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2775905 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2775905 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2776005 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer start zk server on port:40185
[junit4] 2> 2776005 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:40185
[junit4] 2> 2776005 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40185
[junit4] 2> 2776005 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40185
[junit4] 2> 2776006 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776012 INFO (zkConnectionManagerCallback-10699-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776012 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776016 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776016 INFO (zkConnectionManagerCallback-10701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776017 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776017 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2776018 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2776019 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2776019 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2776020 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2776020 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2776021 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2776021 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2776022 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2776022 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2776023 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2776024 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776024 INFO (zkConnectionManagerCallback-10705-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776024 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776126 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2776211 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2776212 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2776212 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2776212 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2776216 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2776216 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2776216 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2776217 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a8ae388{/,null,AVAILABLE}
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3805f638{SSL,[ssl, http/1.1]}{127.0.0.1:35191}
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.s.Server Started @2776258ms
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/control/data, hostContext=/, hostPort=35191, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/control-001/cores}
[junit4] 2> 2776218 ERROR (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2776218 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:52.547Z
[junit4] 2> 2776219 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776220 INFO (zkConnectionManagerCallback-10707-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776220 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776321 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2776321 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/control-001/solr.xml
[junit4] 2> 2776325 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2776325 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2776326 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2776386 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2776386 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2776387 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@215e5531[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2776387 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@215e5531[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2776389 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2776390 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ee81566[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2776390 WARN (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ee81566[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2776391 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40185/solr
[junit4] 2> 2776392 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776392 INFO (zkConnectionManagerCallback-10714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776392 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776494 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776495 INFO (zkConnectionManagerCallback-10716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776495 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776544 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35191_
[junit4] 2> 2776544 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.c.Overseer Overseer (id=72634287604105221-127.0.0.1:35191_-n_0000000000) starting
[junit4] 2> 2776548 INFO (OverseerStateUpdate-72634287604105221-127.0.0.1:35191_-n_0000000000) [n:127.0.0.1:35191_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35191_
[junit4] 2> 2776548 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35191_
[junit4] 2> 2776553 INFO (zkCallback-10715-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2776570 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2776585 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2776592 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2776593 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2776593 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [n:127.0.0.1:35191_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/control-001/cores
[junit4] 2> 2776611 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2776611 INFO (zkConnectionManagerCallback-10725-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2776611 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2776612 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2776613 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40185/solr ready
[junit4] 2> 2776624 INFO (qtp1851267522-44343) [n:127.0.0.1:35191_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35191_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2776626 INFO (OverseerThreadFactory-10252-thread-1-processing-n:127.0.0.1:35191_) [n:127.0.0.1:35191_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2776736 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2776737 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2777748 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.3.0
[junit4] 2> 2777777 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2777876 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2777886 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2777887 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2777887 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2777889 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=11.005859375, floorSegmentMB=2.1337890625, forceMergeDeletesPctAllowed=29.210912850875783, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3125896995052987, deletesPctAllowed=36.25889310727576
[junit4] 2> 2777894 WARN (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2777919 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2777919 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2777920 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2777920 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2777921 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1324c212
[junit4] 2> 2777921 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6b18252b[control_collection_shard1_replica_n1] main]
[junit4] 2> 2777923 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2777923 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2777924 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2777924 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1648757890616393728
[junit4] 2> 2777926 INFO (searcherExecutor-10257-thread-1-processing-n:127.0.0.1:35191_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@6b18252b[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2777929 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2777929 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2777931 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2777931 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2777931 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35191/control_collection_shard1_replica_n1/
[junit4] 2> 2777931 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2777936 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:35191/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2777936 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72634287604105221-core_node2-n_0000000000
[junit4] 2> 2777937 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35191/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2778038 INFO (zkCallback-10715-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2778038 INFO (zkCallback-10715-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2778039 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2778040 INFO (qtp1851267522-44341) [n:127.0.0.1:35191_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1304
[junit4] 2> 2778044 INFO (qtp1851267522-44343) [n:127.0.0.1:35191_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2778140 INFO (zkCallback-10715-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2778140 INFO (zkCallback-10715-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2778140 INFO (zkCallback-10715-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2778141 INFO (qtp1851267522-44343) [n:127.0.0.1:35191_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35191_&wt=javabin&version=2} status=0 QTime=1516
[junit4] 2> 2778141 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2778246 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778247 INFO (zkConnectionManagerCallback-10731-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778247 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778248 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2778249 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40185/solr ready
[junit4] 2> 2778249 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2778251 INFO (qtp1851267522-44343) [n:127.0.0.1:35191_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2778254 INFO (OverseerThreadFactory-10252-thread-2-processing-n:127.0.0.1:35191_) [n:127.0.0.1:35191_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2778254 INFO (OverseerCollectionConfigSetProcessor-72634287604105221-127.0.0.1:35191_-n_0000000000) [n:127.0.0.1:35191_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2778456 WARN (OverseerThreadFactory-10252-thread-2-processing-n:127.0.0.1:35191_) [n:127.0.0.1:35191_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2778457 INFO (qtp1851267522-44343) [n:127.0.0.1:35191_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2778459 INFO (qtp1851267522-44343) [n:127.0.0.1:35191_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2778460 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 2778532 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-1-001 of type NRT
[junit4] 2> 2778533 WARN (closeThreadPool-10732-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2778533 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2778534 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2778534 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2778538 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2778538 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2778538 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2778540 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f0fd6f{/,null,AVAILABLE}
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2dc3e3b3{SSL,[ssl, http/1.1]}{127.0.0.1:44801}
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.Server Started @2778581ms
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=44801, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-1-001/cores}
[junit4] 2> 2778541 ERROR (closeThreadPool-10732-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2778541 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:54.870Z
[junit4] 2> 2778546 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778550 INFO (zkConnectionManagerCallback-10734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778550 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778605 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-2-001 of type NRT
[junit4] 2> 2778607 WARN (closeThreadPool-10732-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2778607 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2778607 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2778607 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2778613 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2778613 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2778613 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2778614 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56f31f35{/,null,AVAILABLE}
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32fc57d4{SSL,[ssl, http/1.1]}{127.0.0.1:39803}
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.e.j.s.Server Started @2778655ms
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39803, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-2-001/cores}
[junit4] 2> 2778615 ERROR (closeThreadPool-10732-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2778615 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:54.944Z
[junit4] 2> 2778616 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778618 INFO (zkConnectionManagerCallback-10736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778618 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778651 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2778651 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-1-001/solr.xml
[junit4] 2> 2778654 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2778654 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2778655 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2778680 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-3-001 of type NRT
[junit4] 2> 2778681 WARN (closeThreadPool-10732-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2778681 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2778681 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2778681 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2778686 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2778686 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2778686 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2778686 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@378e2b76{/,null,AVAILABLE}
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@75fbbe69{SSL,[ssl, http/1.1]}{127.0.0.1:35729}
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.e.j.s.Server Started @2778727ms
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=35729, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-3-001/cores}
[junit4] 2> 2778687 ERROR (closeThreadPool-10732-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2778687 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:55.016Z
[junit4] 2> 2778688 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778689 INFO (zkConnectionManagerCallback-10739-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778689 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778740 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2778740 WARN (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778741 WARN (closeThreadPool-10732-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@47251165[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778741 WARN (closeThreadPool-10732-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@47251165[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778743 WARN (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778745 WARN (closeThreadPool-10732-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1537dc2d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778745 WARN (closeThreadPool-10732-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1537dc2d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778746 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40185/solr
[junit4] 2> 2778747 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778750 INFO (zkConnectionManagerCallback-10745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778750 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778753 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-4-001 of type NRT
[junit4] 2> 2778754 WARN (closeThreadPool-10732-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2778755 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2778755 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2778755 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2778755 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2778755 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2778755 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53b62d5d{/,null,AVAILABLE}
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51bffa21{SSL,[ssl, http/1.1]}{127.0.0.1:39331}
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.e.j.s.Server Started @2778796ms
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=39331, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-4-001/cores}
[junit4] 2> 2778756 ERROR (closeThreadPool-10732-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2778756 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:55.085Z
[junit4] 2> 2778757 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778758 INFO (zkConnectionManagerCallback-10747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778758 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778760 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2778760 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-2-001/solr.xml
[junit4] 2> 2778763 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2778763 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2778764 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2778798 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2778798 WARN (closeThreadPool-10732-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778799 WARN (closeThreadPool-10732-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@38d6c08c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778799 WARN (closeThreadPool-10732-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@38d6c08c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778801 WARN (closeThreadPool-10732-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778802 WARN (closeThreadPool-10732-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@32f6ad95[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778802 WARN (closeThreadPool-10732-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@32f6ad95[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778803 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40185/solr
[junit4] 2> 2778804 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778806 INFO (zkConnectionManagerCallback-10754-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778806 INFO (closeThreadPool-10732-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778826 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-5-001 of type NRT
[junit4] 2> 2778827 WARN (closeThreadPool-10732-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2778827 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2778827 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2778827 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2778828 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2778828 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2778828 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2778828 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@767d41e{/,null,AVAILABLE}
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50d21492{SSL,[ssl, http/1.1]}{127.0.0.1:46143}
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.e.j.s.Server Started @2778869ms
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty5, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=46143, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-5-001/cores}
[junit4] 2> 2778829 ERROR (closeThreadPool-10732-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2778829 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:55.158Z
[junit4] 2> 2778830 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778833 INFO (zkConnectionManagerCallback-10756-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778833 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778860 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2778860 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-4-001/solr.xml
[junit4] 2> 2778881 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2778881 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2778882 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2778918 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-6-001 of type NRT
[junit4] 2> 2778920 WARN (closeThreadPool-10732-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2778920 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2778920 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2778920 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2778926 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2778926 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2778926 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2778926 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@720f00e2{/,null,AVAILABLE}
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3af77d64{SSL,[ssl, http/1.1]}{127.0.0.1:38799}
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.e.j.s.Server Started @2778967ms
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty6, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=38799, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-6-001/cores}
[junit4] 2> 2778927 ERROR (closeThreadPool-10732-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2778927 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:55.256Z
[junit4] 2> 2778934 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2778934 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-5-001/solr.xml
[junit4] 2> 2778937 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2778937 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2778937 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778937 INFO (zkConnectionManagerCallback-10759-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778937 INFO (closeThreadPool-10732-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778938 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2778962 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778963 INFO (zkConnectionManagerCallback-10762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778963 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778965 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2778967 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.ZkController Publish node=127.0.0.1:44801_ as DOWN
[junit4] 2> 2778968 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2778968 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44801_
[junit4] 2> 2778973 INFO (zkCallback-10730-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2778973 INFO (zkCallback-10715-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2778973 INFO (zkCallback-10761-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2778981 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2778981 WARN (closeThreadPool-10732-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778981 WARN (closeThreadPool-10732-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c3fa5cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778982 WARN (closeThreadPool-10732-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c3fa5cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778983 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2778983 WARN (closeThreadPool-10732-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778983 WARN (closeThreadPool-10732-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778986 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2778986 WARN (closeThreadPool-10732-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@528c8b62[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778986 WARN (closeThreadPool-10732-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@528c8b62[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778986 WARN (closeThreadPool-10732-thread-5) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c5752aa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778986 WARN (closeThreadPool-10732-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c5752aa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778987 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40185/solr
[junit4] 2> 2778990 WARN (closeThreadPool-10732-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2778990 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778991 WARN (closeThreadPool-10732-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a1d53b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778991 WARN (closeThreadPool-10732-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a1d53b0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2778992 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40185/solr
[junit4] 2> 2778992 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2778994 INFO (zkConnectionManagerCallback-10774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778994 INFO (closeThreadPool-10732-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778995 INFO (zkConnectionManagerCallback-10778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2778995 INFO (closeThreadPool-10732-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2778999 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-7-001 of type NRT
[junit4] 2> 2778999 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2779002 WARN (closeThreadPool-10732-thread-7) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2779002 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2779002 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2779002 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2779006 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2779006 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1
[junit4] 2> 2779007 INFO (closeThreadPool-10732-thread-1) [n:127.0.0.1:44801_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-1-001/cores
[junit4] 2> 2779010 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2779010 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2779010 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2779010 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34163c6c{/,null,AVAILABLE}
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5063a747{SSL,[ssl, http/1.1]}{127.0.0.1:37349}
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.e.j.s.Server Started @2779052ms
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty7, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=37349, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-7-001/cores}
[junit4] 2> 2779013 ERROR (closeThreadPool-10732-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2779013 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:55.342Z
[junit4] 2> 2779017 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2779018 INFO (zkConnectionManagerCallback-10780-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779018 INFO (closeThreadPool-10732-thread-7) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2779031 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44801_
[junit4] 2> 2779060 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2779060 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-3-001/solr.xml
[junit4] 2> 2779064 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2779064 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2779066 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5597cce1, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2779080 INFO (TEST-RollingRestartTest.test-seed#[5FFB02FE1D9706FC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 8 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-8-001 of type NRT
[junit4] 2> 2779081 WARN (closeThreadPool-10732-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2779081 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2779081 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2779081 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_191-b12
[junit4] 2> 2779082 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2779082 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2779082 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2779086 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61ae8810{/,null,AVAILABLE}
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a957d3c{SSL,[ssl, http/1.1]}{127.0.0.1:44533}
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.e.j.s.Server Started @2779127ms
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/tempDir-001/jetty8, solrconfig=solrconfig.xml, hostContext=/, hostPort=44533, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001/shard-8-001/cores}
[junit4] 2> 2779087 ERROR (closeThreadPool-10732-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.3.0
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2779087 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-10-29T19:40:55.416Z
[junit4] 2> 2779090 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2779094 INFO (zkConnectionManagerCallback-10783-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2779094 INFO (closeThreadPool-10732-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2779136 INFO (closeThreadPool-10732-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2779136 WARN (closeThreadPool-10732-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2779137 WARN (closeThreadPool-10732-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5bcac946[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2779137 WARN (closeThreadPool-10732-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5bcac946[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2779140 WARN (closeThreadPool-10732-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 2779140 WARN (closeThreadPool-10732-thread
[...truncated too long message...]
FB02FE1D9706FC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40185
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=5FFB02FE1D9706FC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/test-data/enwiki.random.lines.txt -Dtests.locale=ja -Dtests.timezone=Africa/Harare -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 146s J0 | RollingRestartTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:39043
[junit4] > at __randomizedtesting.SeedInfo.seed([5FFB02FE1D9706FC:D7AF3D24B36B6B04]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:975)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:933)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 52 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.3/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_5FFB02FE1D9706FC-001
[junit4] 2> Oct 29, 2019 7:43:18 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@49f4dd21), locale=ja, timezone=Africa/Harare
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=77148832,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [TestSimLargeCluster, DebugComponentTest, TestSolrCoreSnapshots, TestSolrFieldCacheBean, TestNumericTerms32, AssignBackwardCompatibilityTest, HdfsChaosMonkeySafeLeaderTest, TestCloudJSONFacetJoinDomain, TestLFUCache, TestLegacyTerms, TestDocTermOrds, JWTAuthPluginIntegrationTest, TestTrie, TestCollectionsAPIViaSolrCloudCluster, TestStressCloudBlindAtomicUpdates, DistributedFacetExistsSmallTest, TestMiniSolrCloudClusterSSL, DistributedQueryElevationComponentTest, TestLuceneIndexBackCompat, TestNamedUpdateProcessors, TestSimExecutePlanAction, TestBackupRepositoryFactory, TestReplicationHandler, TestExportWriter, CollectionsAPIAsyncDistributedZkTest, TestStressRecovery, DateMathParserTest, MetricsHandlerTest, RestartWhileUpdatingTest, SpellPossibilityIteratorTest, TestDynamicURP, LeaderTragicEventTest, NoCacheHeaderTest, SearchHandlerTest, SolrGraphiteReporterTest, AutoAddReplicasPlanActionTest, TestCrossCoreJoin, TestIntervalFaceting, TestMergePolicyConfig, TestInPlaceUpdateWithRouteField, RandomizedTaggerTest, SolrCLIZkUtilsTest, DistributedMLTComponentTest, CacheHeaderTest, NotRequiredUniqueKeyTest, RAMDirectoryFactoryTest, ScheduledMaintenanceTriggerTest, JWTVerificationkeyResolverTest, TestStressVersions, TestImpersonationWithHadoopAuth, DimensionalRoutedAliasUpdateProcessorTest, MergeStrategyTest, OverriddenZkACLAndCredentialsProvidersTest, BlockJoinFacetSimpleTest, CleanupOldIndexTest, SolrRrdBackendFactoryTest, AsyncCallRequestStatusResponseTest, TestLMDirichletSimilarityFactory, TestRTimerTree, CustomCollectionTest, ReplaceNodeNoTargetTest, TaggingAttributeTest, DocValuesTest, CdcrVersionReplicationTest, CdcrOpsAndBoundariesTest, TestBulkSchemaAPI, CoreSorterTest, TestSimpleTextCodec, TestConfigSetProperties, TestNumericRangeQuery64, BufferStoreTest, TestMaxScoreQueryParser, TolerantUpdateProcessorTest, TestShortCircuitedRequests, NodeLostTriggerTest, TestZkChroot, UninvertDocValuesMergePolicyTest, TestPhraseSuggestions, TestFastOutputStream, TestConfigSetsAPIExclusivity, IndexBasedSpellCheckerTest, TestConfigsApi, ForceLeaderTest, TestSolrCloudWithDelegationTokens, DistributedFacetPivotSmallAdvancedTest, UniqFieldsUpdateProcessorFactoryTest, TestReload, PolyFieldTest, SortSpecParsingTest, RankQueryTest, SuggesterTest, ScriptEngineTest, TestSolr4Spatial, TestXIncludeConfig, AnalysisAfterCoreReloadTest, TestFieldCacheReopen, TestCollationFieldDocValues, TestMultiWordSynonyms, SearchRateTriggerIntegrationTest, BadIndexSchemaTest, SparseHLLTest, TestDownShardTolerantSearch, HdfsBasicDistributedZk2Test, TestRandomCollapseQParserPlugin, HighlighterConfigTest, TestSolrDeletionPolicy2, TestHttpShardHandlerFactory, TestManagedResource, HdfsWriteToMultipleCollectionsTest, MetricsHistoryIntegrationTest, DistributedTermsComponentTest, CoreAdminOperationTest, DocumentAnalysisRequestHandlerTest, ZkControllerTest, TestUnInvertedFieldException, ByteBuffersDirectoryFactoryTest, CopyFieldTest, TestRandomFlRTGCloud, TestPointFields, NestedShardedAtomicUpdateTest, AlternateDirectoryTest, TestEmbeddedSolrServerSchemaAPI, SimplePostToolTest, SolrLogAuditLoggerPluginTest, TestCloudManagedSchema, TestTlogReplica, TestRealTimeGet, HdfsThreadLeakTest, DistributedFacetSimpleRefinementLongTailTest, MoveReplicaTest, ImplicitSnitchTest, HealthCheckHandlerTest, TestInPlaceUpdatesStandalone, JavaBinAtomicUpdateMultivalueTest, TestFieldTypeCollectionResource, TestQuerySenderNoQuery, TestSortableTextField, DistributedQueueTest, TestReqParamsAPI, TestSchemaResource, TestDistributedMissingSort, MoreLikeThisComponentTest, TestConfig, DeleteReplicaTest, ForceLeaderWithTlogReplicasTest, LeaderElectionTest, LeaderVoteWaitTimeoutTest, MissingSegmentRecoveryTest, PeerSyncReplicationTest, RollingRestartTest]
[junit4] Completed [526/880 (1!)] on J0 in 146.58s, 1 test, 1 error <<< FAILURES!
[...truncated 53875 lines...]