You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/05/20 19:15:14 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 102 - Still
unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/102/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:33051_solr, 127.0.0.1:34693_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:44693/solr", "node_name":"127.0.0.1:44693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:34693/solr", "node_name":"127.0.0.1:34693_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:33051_solr, 127.0.0.1:34693_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:44693/solr",
"node_name":"127.0.0.1:44693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:34693/solr",
"node_name":"127.0.0.1:34693_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44877/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([1CABAFD5D1D1686C:24188B2BF622BCBD]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13857 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/init-core-data-001
[junit4] 2> 940447 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1145 numCloses=1145
[junit4] 2> 940451 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 940458 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 940458 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 940581 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 940626 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 940628 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 940629 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 940629 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 940629 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 940630 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@602e9d61{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 940802 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3ad22550{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-39346-hdfs-_-any-4743925682932124876.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 940803 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4846076e{HTTP/1.1,[http/1.1]}{localhost:39346}
[junit4] 2> 940803 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server Started @940866ms
[junit4] 2> 940905 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 940907 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 940908 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 940908 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 940908 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 940909 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59444009{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 941063 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7a149b26{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-40555-datanode-_-any-5102776441162200267.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 941064 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@446e75a2{HTTP/1.1,[http/1.1]}{localhost:40555}
[junit4] 2> 941064 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[1CABAFD5D1D1686C]-worker) [ ] o.e.j.s.Server Started @941126ms
[junit4] 2> 941231 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: Processing first storage report for DS-75687c0e-e6d8-4fda-b86f-752de5c3a016 from datanode 373fad83-1206-4afd-baa3-23905ae0b066
[junit4] 2> 941232 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: from storage DS-75687c0e-e6d8-4fda-b86f-752de5c3a016 node DatanodeRegistration(127.0.0.1:41040, datanodeUuid=373fad83-1206-4afd-baa3-23905ae0b066, infoPort=43366, infoSecurePort=0, ipcPort=36617, storageInfo=lv=-57;cid=testClusterID;nsid=1398889869;c=1558374635084), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 941232 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: Processing first storage report for DS-2d41bf98-35da-46af-9000-151014ca57db from datanode 373fad83-1206-4afd-baa3-23905ae0b066
[junit4] 2> 941232 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d74a6e225fc0584: from storage DS-2d41bf98-35da-46af-9000-151014ca57db node DatanodeRegistration(127.0.0.1:41040, datanodeUuid=373fad83-1206-4afd-baa3-23905ae0b066, infoPort=43366, infoSecurePort=0, ipcPort=36617, storageInfo=lv=-57;cid=testClusterID;nsid=1398889869;c=1558374635084), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 941360 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 941362 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002
[junit4] 2> 941362 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 941363 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 941363 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 941463 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer start zk server on port:45506
[junit4] 2> 941463 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45506
[junit4] 2> 941463 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45506
[junit4] 2> 941468 INFO (zkConnectionManagerCallback-3236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941472 INFO (zkConnectionManagerCallback-3238-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941474 INFO (zkConnectionManagerCallback-3240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941479 WARN (jetty-launcher-3241-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 941479 WARN (jetty-launcher-3241-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 941479 WARN (jetty-launcher-3241-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 941479 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 941480 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 941480 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 941482 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 941482 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 941482 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 941485 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941485 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941485 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 941486 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72367ca3{/solr,null,AVAILABLE}
[junit4] 2> 941487 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941487 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941487 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56de8ff8{/solr,null,AVAILABLE}
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ceb32e4{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44693}
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-2) [ ] o.e.j.s.Server Started @941551ms
[junit4] 2> 941488 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44693}
[junit4] 2> 941489 ERROR (jetty-launcher-3241-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941489 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-20T17:50:36.058Z
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@694ca409{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33051}
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.e.j.s.Server Started @941553ms
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33051}
[junit4] 2> 941490 ERROR (jetty-launcher-3241-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941490 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-20T17:50:36.059Z
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b5773e9{/solr,null,AVAILABLE}
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fae9c5c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34693}
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.e.j.s.Server Started @941555ms
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34693}
[junit4] 2> 941492 ERROR (jetty-launcher-3241-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 941492 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.2.0
[junit4] 2> 941493 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 941493 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 941493 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-20T17:50:36.062Z
[junit4] 2> 941494 INFO (zkConnectionManagerCallback-3243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941494 INFO (zkConnectionManagerCallback-3245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941494 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941495 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941500 INFO (zkConnectionManagerCallback-3247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941501 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 941501 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 941501 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 941502 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 941502 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 941504 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 941506 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 941584 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 941610 WARN (jetty-launcher-3241-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@44079b0c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941614 WARN (jetty-launcher-3241-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@58f25c28[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941615 INFO (jetty-launcher-3241-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45506/solr
[junit4] 2> 941627 INFO (zkConnectionManagerCallback-3256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941631 INFO (zkConnectionManagerCallback-3258-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941693 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 941705 WARN (jetty-launcher-3241-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ec8ba76[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941728 WARN (jetty-launcher-3241-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@302bcc56[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941730 INFO (jetty-launcher-3241-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45506/solr
[junit4] 2> 941741 INFO (zkConnectionManagerCallback-3266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941744 INFO (zkConnectionManagerCallback-3268-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941758 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33051_solr
[junit4] 2> 941759 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.Overseer Overseer (id=73336161112162313-127.0.0.1:33051_solr-n_0000000000) starting
[junit4] 2> 941783 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44693_solr
[junit4] 2> 941791 INFO (zkConnectionManagerCallback-3275-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941792 INFO (zkCallback-3267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 941794 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 941794 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 941797 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 941811 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33051_solr
[junit4] 2> 941812 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33051_solr as DOWN
[junit4] 2> 941814 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 941814 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33051_solr
[junit4] 2> 941815 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 941824 INFO (zkCallback-3267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 941832 INFO (zkConnectionManagerCallback-3280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941833 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941834 INFO (zkCallback-3274-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 941841 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 941879 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 941899 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 941918 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941935 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 941937 WARN (jetty-launcher-3241-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3274f68b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941942 WARN (jetty-launcher-3241-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b121b18[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 941943 INFO (jetty-launcher-3241-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45506/solr
[junit4] 2> 941946 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941946 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941947 INFO (jetty-launcher-3241-thread-3) [n:127.0.0.1:33051_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node3/.
[junit4] 2> 941953 INFO (zkConnectionManagerCallback-3288-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941961 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941984 INFO (zkConnectionManagerCallback-3290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 941987 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941988 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 941993 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 941997 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34693_solr as DOWN
[junit4] 2> 941998 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 941998 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34693_solr
[junit4] 2> 942001 INFO (zkCallback-3274-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942001 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942001 INFO (zkCallback-3289-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942002 INFO (zkCallback-3267-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942002 INFO (jetty-launcher-3241-thread-2) [n:127.0.0.1:44693_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node2/.
[junit4] 2> 942003 INFO (zkCallback-3279-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 942009 INFO (zkConnectionManagerCallback-3297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 942011 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 942012 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 942056 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 942110 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 942127 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 942128 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 942130 INFO (jetty-launcher-3241-thread-1) [n:127.0.0.1:34693_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node1/.
[junit4] 2> 942188 INFO (zkConnectionManagerCallback-3303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 942190 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 942191 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[1CABAFD5D1D1686C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45506/solr ready
[junit4] 2> 942208 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 942210 INFO (qtp1028567687-46668) [n:127.0.0.1:33051_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:33051_solr,127.0.0.1:44693_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 942218 INFO (OverseerThreadFactory-2599-thread-1-processing-n:127.0.0.1:33051_solr) [n:127.0.0.1:33051_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 942330 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942332 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44693/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942335 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33051/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942338 INFO (OverseerStateUpdate-73336161112162313-127.0.0.1:33051_solr-n_0000000000) [n:127.0.0.1:33051_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44693/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 942542 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 942542 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 942542 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 942543 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 942545 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 943582 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943583 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943590 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943596 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 943605 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 943609 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943609 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943610 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943613 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 943648 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 943650 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943650 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943650 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943655 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943655 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943655 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 943657 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943657 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943658 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943658 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node2/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 943659 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 943665 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943665 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943665 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943666 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 943667 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943667 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943667 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 943668 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 943669 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 943671 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943671 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943671 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943675 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 943675 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2fe45fb4
[junit4] 2> 943676 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44877/solr_hdfs_home
[junit4] 2> 943676 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943676 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943676 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943676 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 943676 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_1CABAFD5D1D1686C-001/tempDir-002/node2/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 943678 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 943687 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943687 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943688 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943688 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943688 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943688 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943691 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 943695 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 943695 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 943699 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943702 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 943731 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 943740 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 943740 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 943743 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943743 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943743 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943746 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44877/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 943751 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943755 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943755 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943755 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943756 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943756 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943758 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943759 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 943759 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 943759 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 943768 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943770 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 943780 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 944062 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944062 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944062 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944085 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944085 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944085 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944085 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944085 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944135 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944135 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944135 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944142 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944142 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944156 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944156 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944193 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@276fae0a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 944194 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d831aac[testSimple1_shard2_replica_n4] main]
[junit4] 2> 944196 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944198 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944199 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944199 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ecb4667[testSimple1_shard1_replica_n1] main]
[junit4] 2> 944199 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944200 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944201 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944201 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245222891520
[junit4] 2> 944203 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245224988672
[junit4] 2> 944205 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944206 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944206 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944207 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245229182976
[junit4] 2> 944207 INFO (searcherExecutor-2617-thread-1-processing-n:127.0.0.1:44693_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@276fae0a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944208 INFO (searcherExecutor-2616-thread-1-processing-n:127.0.0.1:33051_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@5d831aac[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944213 INFO (searcherExecutor-2615-thread-1-processing-n:127.0.0.1:33051_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@6ecb4667[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944217 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 944217 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 944220 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 944220 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 944224 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 944226 INFO (qtp1028567687-46661) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 944234 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 944239 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14998ms
[junit4] 2> 944337 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 944337 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 944337 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 944348 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 944348 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 944360 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b614846[testSimple1_shard1_replica_n2] main]
[junit4] 2> 944362 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 944362 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 944363 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 944363 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634074245392760832
[junit4] 2> 944369 INFO (searcherExecutor-2618-thread-1-processing-n:127.0.0.1:44693_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@7b614846[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 944376 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 944377 INFO (qtp782106160-46656) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 944735 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 944735 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 944735 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44693/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 944736 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:44693/solr START replicas=[http://127.0.0.1:33051/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 944736 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:44693/solr DONE. We have no versions. sync failed.
[junit4] 2> 944739 INFO (qtp1028567687-46672) [n:127.0.0.1:33051_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 944740 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 944740 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 944740 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard2/leader after winning as /collections/testSimple1/leader_elect/shard2/election/73336161112162311-core_node8-n_0000000000
[junit4] 2> 944742 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 944742 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 944742 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33051/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 944743 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:33051/solr START replicas=[http://127.0.0.1:44693/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 944743 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:33051/solr DONE. We have no versions. sync failed.
[junit4] 2> 944744 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44693/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 944748 INFO (qtp782106160-46653) [n:127.0.0.1:44693_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 944748 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 944748 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 944748 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73336161112162313-core_node3-n_0000000000
[junit4] 2> 944751 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33051/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 944854 INFO (zkCallback-3257-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944854 INFO (zkCallback-3267-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 944855 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 944855 INFO (qtp1028567687-46666) [n:127.0.0.1:33051_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 944857 INFO (qtp782106160-46659) [n:127.0.0.1:44693_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.
[...truncated too long message...]
fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1133423243
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1133423243
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1133423243
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 155ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 280 minutes 28 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 104 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/104/
5 tests failed.
FAILED: org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3408)
at org.apache.lucene.index.TestIndexingSequenceNumbers.testStressConcurrentCommit(TestIndexingSequenceNumbers.java:228)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([B4CD711539A7AE0D]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:203)
at org.apache.lucene.util.BytesRefHash.add(BytesRefHash.java:268)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:151)
at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:862)
at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:442)
at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:406)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:250)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1586)
at org.apache.lucene.index.TestIndexingSequenceNumbers$2.run(TestIndexingSequenceNumbers.java:208)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testCreateLargeSimCollections
Error Message:
last ClusterState: znodeVersion: 2707 live nodes:[127.0.0.1:10251_solr, 127.0.0.1:10296_solr, 127.0.0.1:10282_solr, 127.0.0.1:10249_solr, 127.0.0.1:10279_solr, 127.0.0.1:10304_solr, 127.0.0.1:10234_solr, 127.0.0.1:10265_solr, 127.0.0.1:10318_solr, 127.0.0.1:10320_solr, 127.0.0.1:10281_solr, 127.0.0.1:10266_solr, 127.0.0.1:10321_solr, 127.0.0.1:10235_solr, 127.0.0.1:10319_solr, 127.0.0.1:10233_solr, 127.0.0.1:10236_solr, 127.0.0.1:10305_solr, 127.0.0.1:10247_solr, 127.0.0.1:10252_solr, 127.0.0.1:10302_solr, 127.0.0.1:10284_solr, 127.0.0.1:10298_solr, 127.0.0.1:10295_solr, 127.0.0.1:10262_solr, 127.0.0.1:10231_solr, 127.0.0.1:10268_solr, 127.0.0.1:10315_solr, 127.0.0.1:10224_solr, 127.0.0.1:10263_solr, 127.0.0.1:10269_solr, 127.0.0.1:10246_solr, 127.0.0.1:10285_solr, 127.0.0.1:10316_solr, 127.0.0.1:10240_solr, 127.0.0.1:10275_solr, 127.0.0.1:10278_solr, 127.0.0.1:10250_solr, 127.0.0.1:10297_solr, 127.0.0.1:10300_solr, 127.0.0.1:10259_solr, 127.0.0.1:10291_solr, 127.0.0.1:10294_solr, 127.0.0.1:10309_solr, 127.0.0.1:10237_solr, 127.0.0.1:10253_solr, 127.0.0.1:10322_solr, 127.0.0.1:10306_solr, 127.0.0.1:10256_solr, 127.0.0.1:10303_solr, 127.0.0.1:10272_solr, 127.0.0.1:10257_solr, 127.0.0.1:10312_solr, 127.0.0.1:10226_solr, 127.0.0.1:10290_solr, 127.0.0.1:10273_solr, 127.0.0.1:10260_solr, 127.0.0.1:10258_solr, 127.0.0.1:10274_solr, 127.0.0.1:10313_solr, 127.0.0.1:10288_solr, 127.0.0.1:10243_solr, 127.0.0.1:10227_solr, 127.0.0.1:10230_solr, 127.0.0.1:10308_solr, 127.0.0.1:10225_solr, 127.0.0.1:10228_solr, 127.0.0.1:10241_solr, 127.0.0.1:10292_solr, 127.0.0.1:10255_solr, 127.0.0.1:10310_solr, 127.0.0.1:10239_solr, 127.0.0.1:10244_solr, 127.0.0.1:10287_solr, 127.0.0.1:10254_solr, 127.0.0.1:10293_solr, 127.0.0.1:10229_solr, 127.0.0.1:10299_solr, 127.0.0.1:10271_solr, 127.0.0.1:10276_solr, 127.0.0.1:10307_solr, 127.0.0.1:10323_solr, 127.0.0.1:10238_solr, 127.0.0.1:10270_solr, 127.0.0.1:10301_solr, 127.0.0.1:10232_solr, 127.0.0.1:10277_solr, 127.0.0.1:10261_solr, 127.0.0.1:10286_solr, 127.0.0.1:10289_solr, 127.0.0.1:10245_solr, 127.0.0.1:10242_solr, 127.0.0.1:10314_solr, 127.0.0.1:10317_solr, 127.0.0.1:10280_solr, 127.0.0.1:10283_solr, 127.0.0.1:10267_solr, 127.0.0.1:10311_solr, 127.0.0.1:10248_solr, 127.0.0.1:10264_solr] collections:{large_sim_collection9=DocCollection(large_sim_collection9//clusterstate.json/2706)={ "replicationFactor":"1", "pullReplicas":"5", "router":{"name":"compositeId"}, "maxShardsPerNode":"10", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"6", "autoCreated":"true", "shards":{ "shard10":{ "replicas":{ "core_node133":{ "core":"large_sim_collection9_shard10_replica_t133", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node132":{ "core":"large_sim_collection9_shard10_replica_t132", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node131":{ "core":"large_sim_collection9_shard10_replica_t131", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node130":{ "core":"large_sim_collection9_shard10_replica_t130", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node140":{ "core":"large_sim_collection9_shard10_replica_p140", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node129":{ "core":"large_sim_collection9_shard10_replica_n129", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node128":{ "core":"large_sim_collection9_shard10_replica_n128", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node139":{ "core":"large_sim_collection9_shard10_replica_p139", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node138":{ "core":"large_sim_collection9_shard10_replica_p138", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node127":{ "core":"large_sim_collection9_shard10_replica_n127", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node137":{ "core":"large_sim_collection9_shard10_replica_p137", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node136":{ "core":"large_sim_collection9_shard10_replica_p136", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node135":{ "core":"large_sim_collection9_shard10_replica_t135", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node134":{ "core":"large_sim_collection9_shard10_replica_t134", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"0-e37ffff", "state":"active"}, "shard11":{ "replicas":{ "core_node144":{ "core":"large_sim_collection9_shard11_replica_t144", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node154":{ "core":"large_sim_collection9_shard11_replica_p154", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node143":{ "core":"large_sim_collection9_shard11_replica_n143", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node153":{ "core":"large_sim_collection9_shard11_replica_p153", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10224_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node142":{ "core":"large_sim_collection9_shard11_replica_n142", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node152":{ "core":"large_sim_collection9_shard11_replica_p152", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node141":{ "core":"large_sim_collection9_shard11_replica_n141", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node151":{ "core":"large_sim_collection9_shard11_replica_p151", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node150":{ "core":"large_sim_collection9_shard11_replica_p150", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node149":{ "core":"large_sim_collection9_shard11_replica_t149", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node148":{ "core":"large_sim_collection9_shard11_replica_t148", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node147":{ "core":"large_sim_collection9_shard11_replica_t147", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node146":{ "core":"large_sim_collection9_shard11_replica_t146", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node145":{ "core":"large_sim_collection9_shard11_replica_t145", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"e380000-1c70ffff", "state":"active"}, "shard12":{ "replicas":{ "core_node166":{ "core":"large_sim_collection9_shard12_replica_p166", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10295_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node155":{ "core":"large_sim_collection9_shard12_replica_n155", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node165":{ "core":"large_sim_collection9_shard12_replica_p165", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node164":{ "core":"large_sim_collection9_shard12_replica_p164", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10247_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node163":{ "core":"large_sim_collection9_shard12_replica_t163", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node162":{ "core":"large_sim_collection9_shard12_replica_t162", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10284_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node161":{ "core":"large_sim_collection9_shard12_replica_t161", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10267_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node160":{ "core":"large_sim_collection9_shard12_replica_t160", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10257_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node159":{ "core":"large_sim_collection9_shard12_replica_t159", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node158":{ "core":"large_sim_collection9_shard12_replica_t158", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10318_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node157":{ "core":"large_sim_collection9_shard12_replica_n157", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node168":{ "core":"large_sim_collection9_shard12_replica_p168", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node156":{ "core":"large_sim_collection9_shard12_replica_n156", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node167":{ "core":"large_sim_collection9_shard12_replica_p167", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10289_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"1c710000-2aa9ffff", "state":"active"}, "shard2":{ "replicas":{ "core_node18":{ "core":"large_sim_collection9_shard2_replica_t18", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10303_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node28":{ "core":"large_sim_collection9_shard2_replica_p28", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node17":{ "core":"large_sim_collection9_shard2_replica_n17", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10276_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node19":{ "core":"large_sim_collection9_shard2_replica_t19", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node21":{ "core":"large_sim_collection9_shard2_replica_t21", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node20":{ "core":"large_sim_collection9_shard2_replica_t20", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10314_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node23":{ "core":"large_sim_collection9_shard2_replica_t23", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10244_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node22":{ "core":"large_sim_collection9_shard2_replica_t22", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node25":{ "core":"large_sim_collection9_shard2_replica_p25", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10322_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node24":{ "core":"large_sim_collection9_shard2_replica_p24", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10274_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node16":{ "core":"large_sim_collection9_shard2_replica_n16", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10256_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node27":{ "core":"large_sim_collection9_shard2_replica_p27", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node26":{ "core":"large_sim_collection9_shard2_replica_p26", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10231_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node15":{ "core":"large_sim_collection9_shard2_replica_n15", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10315_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"8e380000-9c70ffff", "state":"active"}, "shard13":{ "replicas":{ "core_node180":{ "core":"large_sim_collection9_shard13_replica_p180", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10298_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node177":{ "core":"large_sim_collection9_shard13_replica_t177", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10238_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node176":{ "core":"large_sim_collection9_shard13_replica_t176", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10308_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node175":{ "core":"large_sim_collection9_shard13_replica_t175", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10273_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node174":{ "core":"large_sim_collection9_shard13_replica_t174", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10226_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node173":{ "core":"large_sim_collection9_shard13_replica_t173", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10250_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node172":{ "core":"large_sim_collection9_shard13_replica_t172", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10294_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node182":{ "core":"large_sim_collection9_shard13_replica_p182", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10282_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node171":{ "core":"large_sim_collection9_shard13_replica_n171", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10271_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node181":{ "core":"large_sim_collection9_shard13_replica_p181", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10252_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node170":{ "core":"large_sim_collection9_shard13_replica_n170", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node169":{ "core":"large_sim_collection9_shard13_replica_n169", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10300_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node179":{ "core":"large_sim_collection9_shard13_replica_p179", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10292_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node178":{ "core":"large_sim_collection9_shard13_replica_p178", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10253_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"2aaa0000-38e2ffff", "state":"active"}, "shard14":{ "replicas":{ "core_node191":{ "core":"large_sim_collection9_shard14_replica_t191", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10293_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node190":{ "core":"large_sim_collection9_shard14_replica_t190", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10313_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node188":{ "core":"large_sim_collection9_shard14_replica_t188", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10283_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node187":{ "core":"large_sim_collection9_shard14_replica_t187", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10280_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node186":{ "core":"large_sim_collection9_shard14_replica_t186", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10281_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node185":{ "core":"large_sim_collection9_shard14_replica_n185", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10228_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node196":{ "core":"large_sim_collection9_shard14_replica_p196", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10299_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node184":{ "core":"large_sim_collection9_shard14_replica_n184", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10321_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node195":{ "core":"large_sim_collection9_shard14_replica_p195", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10323_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node183":{ "core":"large_sim_collection9_shard14_replica_n183", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10304_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node194":{ "core":"large_sim_collection9_shard14_replica_p194", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10310_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node193":{ "core":"large_sim_collection9_shard14_replica_p193", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10246_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node192":{ "core":"large_sim_collection9_shard14_replica_p192", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10290_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node189":{ "core":"large_sim_collection9_shard14_replica_t189", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10286_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"38e30000-471bffff", "state":"active"}, "shard3":{ "replicas":{ "core_node29":{ "core":"large_sim_collection9_shard3_replica_n29", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node39":{ "core":"large_sim_collection9_shard3_replica_p39", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node32":{ "core":"large_sim_collection9_shard3_replica_t32", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node31":{ "core":"large_sim_collection9_shard3_replica_n31", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node42":{ "core":"large_sim_collection9_shard3_replica_p42", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node34":{ "core":"large_sim_collection9_shard3_replica_t34", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node33":{ "core":"large_sim_collection9_shard3_replica_t33", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node36":{ "core":"large_sim_collection9_shard3_replica_t36", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node35":{ "core":"large_sim_collection9_shard3_replica_t35", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node38":{ "core":"large_sim_collection9_shard3_replica_p38", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node37":{ "core":"large_sim_collection9_shard3_replica_t37", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node41":{ "core":"large_sim_collection9_shard3_replica_p41", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node30":{ "core":"large_sim_collection9_shard3_replica_n30", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node40":{ "core":"large_sim_collection9_shard3_replica_p40", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"9c710000-aaa9ffff", "state":"active"}, "shard15":{ "replicas":{ "core_node210":{ "core":"large_sim_collection9_shard15_replica_p210", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node199":{ "core":"large_sim_collection9_shard15_replica_n199", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10245_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node198":{ "core":"large_sim_collection9_shard15_replica_n198", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10291_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node197":{ "core":"large_sim_collection9_shard15_replica_n197", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10278_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node207":{ "core":"large_sim_collection9_shard15_replica_p207", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10268_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node206":{ "core":"large_sim_collection9_shard15_replica_p206", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10287_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node205":{ "core":"large_sim_collection9_shard15_replica_t205", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10266_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node204":{ "core":"large_sim_collection9_shard15_replica_t204", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10258_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node203":{ "core":"large_sim_collection9_shard15_replica_t203", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10234_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node202":{ "core":"large_sim_collection9_shard15_replica_t202", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node200":{ "core":"large_sim_collection9_shard15_replica_t200", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10260_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node209":{ "core":"large_sim_collection9_shard15_replica_p209", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10319_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node208":{ "core":"large_sim_collection9_shard15_replica_p208", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10232_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"471c0000-5554ffff", "state":"active"}, "shard4":{ "replicas":{ "core_node54":{ "core":"large_sim_collection9_shard4_replica_p54", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10288_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node53":{ "core":"large_sim_collection9_shard4_replica_p53", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10224_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node45":{ "core":"large_sim_collection9_shard4_replica_n45", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node56":{ "core":"large_sim_collection9_shard4_replica_p56", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10265_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node44":{ "core":"large_sim_collection9_shard4_replica_n44", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node55":{ "core":"large_sim_collection9_shard4_replica_p55", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10301_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node47":{ "core":"large_sim_collection9_shard4_replica_t47", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node46":{ "core":"large_sim_collection9_shard4_replica_t46", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node49":{ "core":"large_sim_collection9_shard4_replica_t49", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node48":{ "core":"large_sim_collection9_shard4_replica_t48", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node50":{ "core":"large_sim_collection9_shard4_replica_t50", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node52":{ "core":"large_sim_collection9_shard4_replica_p52", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node51":{ "core":"large_sim_collection9_shard4_replica_t51", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"aaaa0000-b8e2ffff", "state":"active"}, "shard5":{ "replicas":{ "core_node65":{ "core":"large_sim_collection9_shard5_replica_t65", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10227_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node64":{ "core":"large_sim_collection9_shard5_replica_t64", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10247_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node67":{ "core":"large_sim_collection9_shard5_replica_p67", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10289_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node66":{ "core":"large_sim_collection9_shard5_replica_p66", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10295_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node58":{ "core":"large_sim_collection9_shard5_replica_n58", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10318_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node69":{ "core":"large_sim_collection9_shard5_replica_p69", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10300_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node57":{ "core":"large_sim_collection9_shard5_replica_n57", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10235_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node68":{ "core":"large_sim_collection9_shard5_replica_p68", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10259_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node59":{ "core":"large_sim_collection9_shard5_replica_n59", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10269_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node70":{ "core":"large_sim_collection9_shard5_replica_p70", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10302_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node61":{ "core":"large_sim_collection9_shard5_replica_t61", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10267_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node60":{ "core":"large_sim_collection9_shard5_replica_t60", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10257_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node63":{ "core":"large_sim_collection9_shard5_replica_t63", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10264_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node62":{ "core":"large_sim_collection9_shard5_replica_t62", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10284_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"b8e30000-c71bffff", "state":"active"}, "shard16":{ "replicas":{ "core_node221":{ "core":"large_sim_collection9_shard16_replica_p221", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10243_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node220":{ "core":"large_sim_collection9_shard16_replica_p220", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10314_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node218":{ "core":"large_sim_collection9_shard16_replica_t218", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10303_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node217":{ "core":"large_sim_collection9_shard16_replica_t217", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10276_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node216":{ "core":"large_sim_collection9_shard16_replica_t216", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10256_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node215":{ "core":"large_sim_collection9_shard16_replica_t215", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10315_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node214":{ "core":"large_sim_collection9_shard16_replica_t214", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10309_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node213":{ "core":"large_sim_collection9_shard16_replica_n213", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10279_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node224":{ "core":"large_sim_collection9_shard16_replica_p224", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10274_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node223":{ "core":"large_sim_collection9_shard16_replica_p223", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10244_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node212":{ "core":"large_sim_collection9_shard16_replica_n212", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node211":{ "core":"large_sim_collection9_shard16_replica_n211", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10312_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node222":{ "core":"large_sim_collection9_shard16_replica_p222", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10254_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node219":{ "core":"large_sim_collection9_shard16_replica_t219", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10275_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"55550000-638dffff", "state":"active"}, "shard17":{ "replicas":{ "core_node232":{ "core":"large_sim_collection9_shard17_replica_t232", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10225_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node231":{ "core":"large_sim_collection9_shard17_replica_t231", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10230_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node230":{ "core":"large_sim_collection9_shard17_replica_t230", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10317_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node229":{ "core":"large_sim_collection9_shard17_replica_t229", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10233_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node228":{ "core":"large_sim_collection9_shard17_replica_t228", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10320_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node238":{ "core":"large_sim_collection9_shard17_replica_p238", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10240_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node227":{ "core":"large_sim_collection9_shard17_replica_n227", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10270_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node226":{ "core":"large_sim_collection9_shard17_replica_n226", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10231_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node237":{ "core":"large_sim_collection9_shard17_replica_p237", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10311_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node236":{ "core":"large_sim_collection9_shard17_replica_p236", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10296_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node225":{ "core":"large_sim_collection9_shard17_replica_n225", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10322_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node235":{ "core":"large_sim_collection9_shard17_replica_p235", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10277_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node234":{ "core":"large_sim_collection9_shard17_replica_p234", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10237_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node233":{ "core":"large_sim_collection9_shard17_replica_t233", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10263_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"638e0000-71c6ffff", "state":"active"}, "shard18":{ "replicas":{ "core_node243":{ "core":"large_sim_collection9_shard18_replica_t243", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10229_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node242":{ "core":"large_sim_collection9_shard18_replica_t242", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10261_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node252":{ "core":"large_sim_collection9_shard18_replica_p252", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10236_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node241":{ "core":"large_sim_collection9_shard18_replica_n241", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10242_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node240":{ "core":"large_sim_collection9_shard18_replica_n240", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10285_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node251":{ "core":"large_sim_collection9_shard18_replica_p251", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10241_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node250":{ "core":"large_sim_collection9_shard18_replica_p250", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10251_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node239":{ "core":"large_sim_collection9_shard18_replica_n239", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10255_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node249":{ "core":"large_sim_collection9_shard18_replica_p249", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10297_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node248":{ "core":"large_sim_collection9_shard18_replica_p248", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10306_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node247":{ "core":"large_sim_collection9_shard18_replica_t247", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10272_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node246":{ "core":"large_sim_collection9_shard18_replica_t246", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10248_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node245":{ "core":"large_sim_collection9_shard18_replica_t245", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10249_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node244":{ "core":"large_sim_collection9_shard18_replica_t244", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10316_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"71c70000-7fffffff", "state":"active"}, "shard1":{ "replicas":{ "core_node1":{ "core":"large_sim_collection9_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10239_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node10":{ "core":"large_sim_collection9_shard1_replica_p10", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10262_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node12":{ "core":"large_sim_collection9_shard1_replica_p12", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10307_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node11":{ "core":"large_sim_collection9_shard1_replica_p11", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10312_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node14":{ "core":"large_sim_collection9_shard1_replica_p14", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10309_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node13":{ "core":"large_sim_collection9_shard1_replica_p13", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10279_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node6":{ "core":"large_sim_collection9_shard1_replica_t6", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10287_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node7":{ "core":"large_sim_collection9_shard1_replica_t7", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10268_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node8":{ "core":"large_sim_collection9_shard1_replica_t8", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10232_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node9":{ "core":"large_sim_collection9_shard1_replica_t9", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10319_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"large_sim_collection9_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10305_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node3":{ "core":"large_sim_collection9_shard1_replica_n3", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10234_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node4":{ "core":"large_sim_collection9_shard1_replica_t4", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10258_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node5":{ "core":"large_sim_collection9_shard1_replica_t5", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10266_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-8e37ffff", "state":"active"}, "shard6":{ "replicas":{ "core_node76":{ "core":"large_sim_collection9_shard6_replica_t76", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10308_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node75":{ "core":"large_sim_collection9_shard6_replica_t75", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10273_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node78":{ "core":"large_sim_collection9_shard6_replica_t78", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10253_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node77":{ "core":"large_sim_collection9_shard6_replica_t77", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10238_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node79":{ "core":"large_sim_collection9_shard6_replica_t79", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10292_solr", "state":"active", "type":"TLOG", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node81":{ "core":"large_sim_collection9_shard6_replica_p81", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10252_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node80":{ "core":"large_sim_collection9_shard6_replica_p80", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10298_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node83":{ "core":"large_sim_collection9_shard6_replica_p83", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10304_solr", "state":"active", "type":"PULL", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node72":{ "core":"large_sim_collection9_shard6_replica_n72", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"
[...truncated too long message...]
or for block BP-2122730718-127.0.0.1-1558573550191:blk_1073743371_2547, state=RUNNABLE, group=TGRP-StressHdfsTest]
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
[junit4] 2> at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
[junit4] 2> at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
[junit4] 2> at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
[junit4] 2> at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
[junit4] 2> at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] 2> at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] 2> at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:547)
[junit4] 2> at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:213)
[junit4] 2> at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1086)
[junit4] 2> May 23, 2019 1:08:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=122991, name=ResponseProcessor for block BP-2122730718-127.0.0.1-1558573550191:blk_1073743371_2547, state=RUNNABLE, group=TGRP-StressHdfsTest]
[junit4] 2> May 23, 2019 1:08:37 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d2c25f8), locale=nl, timezone=Atlantic/Faeroe
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=2,free=95773728,total=529006592
[junit4] 2> NOTE: All tests run in this JVM: [TestMultiValuedNumericRangeQuery, DeleteNodeTest, TestRandomFlRTGCloud, TestSolrIndexConfig, TestUseDocValuesAsStored2, RAMDirectoryFactoryTest, DebugComponentTest, DistanceUnitsTest, OverseerTaskQueueTest, CoreAdminOperationTest, RecoveryAfterSoftCommitTest, TestSolrCLIRunExample, TestLegacyFieldReuse, TestValueSourceCache, TestNRTOpen, TestCloudDeleteByQuery, TestCollectionAPI, TestFieldResource, HDFSCollectionsAPITest, TestDirectoryFactory, SpellingQueryConverterTest, MetricsConfigTest, TestSimDistributedQueue, AuditLoggerIntegrationTest, WrapperMergePolicyFactoryTest, CdcrRequestHandlerTest, AnalysisErrorHandlingTest, ScheduledTriggerTest, TestCoreDiscovery, RegexBytesRefFilterTest, TestSchemalessBufferedUpdates, DaemonStreamApiTest, DeleteStatusTest, LargeFieldTest, TestRestManager, ReplicationFactorTest, ProtectedTermFilterFactoryTest, TestShortCircuitedRequests, TestInPlaceUpdatesDistrib, TestFacetMethods, PingRequestHandlerTest, TestSchemaVersionResource, ComputePlanActionTest, SpatialRPTFieldTypeTest, XmlUpdateRequestHandlerTest, SuggesterWFSTTest, LukeRequestHandlerTest, TestSolrCloudWithDelegationTokens, TestSolr4Spatial, TlogReplayBufferedWhileIndexingTest, SOLR749Test, OrderedExecutorTest, MoreLikeThisComponentTest, TestFieldCacheSort, BinaryUpdateRequestHandlerTest, MetricsHistoryHandlerTest, SortByFunctionTest, ShardsWhitelistTest, TestFiltering, SolrIndexMetricsTest, TestConfigSetsAPI, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TransactionLogTest, AnalyticsQueryTest, TestDistributedStatsComponentCardinality, TestGraphMLResponseWriter, TestManagedSchema, TestChildDocTransformerHierarchy, TestCryptoKeys, HttpPartitionTest, TestFieldCacheWithThreads, AutoAddReplicasIntegrationTest, CollectionStateFormat2Test, TestSQLHandlerNonCloud, VMParamsZkACLAndCredentialsProvidersTest, TestQueryTypes, TestSimGenericDistributedQueue, ScriptEngineTest, TestBM25SimilarityFactory, TestStressRecovery, TestHighlightDedupGrouping, TestOrdValues, TestCloudJSONFacetJoinDomain, BadComponentTest, TestSubQueryTransformerDistrib, TestRealTimeGet, TestLuceneMatchVersion, TestSystemCollAutoCreate, BigEndianAscendingWordSerializerTest, TestNumericTokenStream, QueryParsingTest, TestAuthorizationFramework, CollectionReloadTest, BJQParserTest, TestRequestForwarding, HdfsCollectionsAPIDistributedZkTest, BadCopyFieldTest, CreateRoutedAliasTest, OpenExchangeRatesOrgProviderTest, Tagger2Test, TestBulkSchemaConcurrent, TestNestedDocsSort, DistributedFacetExistsSmallTest, RemoteQueryErrorTest, TestDistributedMap, SolrXmlInZkTest, DistribJoinFromCollectionTest, TestStressCloudBlindAtomicUpdates, ClassificationUpdateProcessorFactoryTest, TestUnifiedSolrHighlighter, CircularListTest, DistributedMLTComponentTest, SolrPluginUtilsTest, ImplicitSnitchTest, SparseHLLTest, AtomicUpdateRemovalJavabinTest, TestDocSet, SolrCloudReportersTest, TokenizerChainTest, TestBackupRepositoryFactory, HdfsDirectoryTest, SystemCollectionCompatTest, TestLocalFSCloudBackupRestore, SolrJmxReporterCloudTest, TestSearcherReuse, TestSort, TestUtils, TestRandomFaceting, TestReloadAndDeleteDocs, TestDocTermOrdsUninvertLimit, TestStressVersions, FieldAnalysisRequestHandlerTest, BasicAuthStandaloneTest, ShardRoutingCustomTest, TestDFRSimilarityFactory, MoveReplicaHDFSTest, TestEmbeddedSolrServerConstructors, TestObjectReleaseTracker, SliceStateTest, TestTlogReplica, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, AssignBackwardCompatibilityTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderElectionContextKeyTest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, OverseerModifyCollectionTest, RollingRestartTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StressHdfsTest -Dtests.seed=4BB809085C3ADBF8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=nl -Dtests.timezone=Atlantic/Faeroe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | StressHdfsTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.hdfs.StressHdfsTest:
[junit4] > 1) Thread[id=122991, name=ResponseProcessor for block BP-2122730718-127.0.0.1-1558573550191:blk_1073743371_2547, state=RUNNABLE, group=TGRP-StressHdfsTest]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
[junit4] > at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157)
[junit4] > at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
[junit4] > at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
[junit4] > at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118)
[junit4] > at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] > at java.io.FilterInputStream.read(FilterInputStream.java:83)
[junit4] > at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:547)
[junit4] > at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:213)
[junit4] > at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1086)
[junit4] > at __randomizedtesting.SeedInfo.seed([4BB809085C3ADBF8]:0)
[junit4] Completed [601/858 (3!)] on J1 in 167.10s, 1 test, 2 errors <<< FAILURES!
[...truncated 9860 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid19630.hprof
Total time: 558 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 103 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/103/
2 tests failed.
FAILED: org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([4669BD5671BCA9A5:C13EC0D9E0E5D525]:0)
at org.apache.lucene.util.ArrayUtil.growExact(ArrayUtil.java:323)
at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexReader.<init>(CompressingStoredFieldsIndexReader.java:76)
at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.<init>(CompressingTermVectorsReader.java:128)
at org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsReader(CompressingTermVectorsFormat.java:91)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:130)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:679)
at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:280)
at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:862)
at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:83)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
FAILED: org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([4E3510D2D2819BC0:1001DD9C91FE0727]:0)
at sun.nio.ch.Net.bind0(Native Method)
at sun.nio.ch.Net.bind(Net.java:433)
at sun.nio.ch.Net.bind(Net.java:425)
at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:394)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 9773 lines...]
[junit4] Suite: org.apache.lucene.search.TestInetAddressRangeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInetAddressRangeQueries -Dtests.method=testRandomBig -Dtests.seed=4669BD5671BCA9A5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-SG -Dtests.timezone=America/Noronha -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 534s J0 | TestInetAddressRangeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([4669BD5671BCA9A5:C13EC0D9E0E5D525]:0)
[junit4] > at org.apache.lucene.util.ArrayUtil.growExact(ArrayUtil.java:323)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexReader.<init>(CompressingStoredFieldsIndexReader.java:76)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.<init>(CompressingTermVectorsReader.java:128)
[junit4] > at org.apache.lucene.codecs.compressing.CompressingTermVectorsFormat.vectorsReader(CompressingTermVectorsFormat.java:91)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:130)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.CheckIndex.checkIndex(CheckIndex.java:679)
[junit4] > at org.apache.lucene.util.TestUtil.checkIndex(TestUtil.java:280)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:862)
[junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:88)
[junit4] > at org.apache.lucene.util.IOUtils.close(IOUtils.java:76)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:293)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
[junit4] > at org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig(TestInetAddressRangeQueries.java:83)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/misc/test/J0/temp/lucene.search.TestInetAddressRangeQueries_4669BD5671BCA9A5-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=8, maxDocsPerChunk=1, blockSize=2), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=8, blockSize=2)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@615cfbae), locale=en-SG, timezone=America/Noronha
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=361474664,total=401604608
[junit4] 2> NOTE: All tests run in this JVM: [TestInetAddressRangeQueries]
[junit4] Completed [12/14 (1!)] on J0 in 541.09s, 4 tests, 1 error <<< FAILURES!
[...truncated 7 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/misc/test/temp/junit4-J0-20190521_160555_0174768778474918260424.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid21398.hprof ...
[junit4] Heap dump file created [697660925 bytes in 4.989 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4382 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderElectionIntegrationTest
[junit4] 2> 1139837 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/init-core-data-001
[junit4] 2> 1139838 WARN (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1139838 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1139840 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1139852 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleSliceLeaderElection
[junit4] 2> 1139853 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001
[junit4] 2> 1139854 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1139854 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1139854 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1139954 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer start zk server on port:40451
[junit4] 2> 1139954 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40451
[junit4] 2> 1139954 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40451
[junit4] 2> 1139966 INFO (zkConnectionManagerCallback-4185-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139971 INFO (zkConnectionManagerCallback-4187-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139974 INFO (zkConnectionManagerCallback-4189-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139981 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139981 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139981 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139981 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139982 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139982 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139982 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139982 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139984 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139984 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139984 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1139985 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4353a495{/solr,null,AVAILABLE}
[junit4] 2> 1139986 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2ca85e32[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@705dc16d{SSL,[ssl, http/1.1]}{127.0.0.1:42048}
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-2) [ ] o.e.j.s.Server Started @1140046ms
[junit4] 2> 1139986 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42048}
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@410f122d{/solr,null,AVAILABLE}
[junit4] 2> 1139987 ERROR (jetty-launcher-4190-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1139987 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.259Z
[junit4] 2> 1139987 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46cb8bfd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56dc7a63{SSL,[ssl, http/1.1]}{127.0.0.1:39551}
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.e.j.s.Server Started @1140048ms
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39551}
[junit4] 2> 1139988 ERROR (jetty-launcher-4190-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1139988 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.260Z
[junit4] 2> 1139991 INFO (zkConnectionManagerCallback-4194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1139992 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1139993 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139993 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139993 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139993 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139994 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139994 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139994 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139994 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139996 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139996 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1139996 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1139997 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139997 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139997 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1139999 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1139999 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1139999 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1139999 INFO (zkConnectionManagerCallback-4192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1140000 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1140001 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ccdccbb{/solr,null,AVAILABLE}
[junit4] 2> 1140001 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3746ea1d{/solr,null,AVAILABLE}
[junit4] 2> 1140001 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a11ff8d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140001 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@142bd9ee[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140002 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@760b616e{/solr,null,AVAILABLE}
[junit4] 2> 1140002 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46798932[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ccf647b{SSL,[ssl, http/1.1]}{127.0.0.1:37984}
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-3) [ ] o.e.j.s.Server Started @1140063ms
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37984}
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1140003 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1140004 ERROR (jetty-launcher-4190-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@622eb132{/solr,null,AVAILABLE}
[junit4] 2> 1140004 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.276Z
[junit4] 2> 1140004 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8739543[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140005 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5be67969{SSL,[ssl, http/1.1]}{127.0.0.1:36387}
[junit4] 2> 1140005 INFO (jetty-launcher-4190-thread-5) [ ] o.e.j.s.Server Started @1140065ms
[junit4] 2> 1140005 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36387}
[junit4] 2> 1140006 ERROR (jetty-launcher-4190-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.278Z
[junit4] 2> 1140006 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5859d5e6{SSL,[ssl, http/1.1]}{127.0.0.1:33492}
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.e.j.s.Server Started @1140066ms
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33492}
[junit4] 2> 1140007 ERROR (jetty-launcher-4190-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140007 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.279Z
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67d47e35{SSL,[ssl, http/1.1]}{127.0.0.1:46875}
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.e.j.s.Server Started @1140068ms
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46875}
[junit4] 2> 1140008 ERROR (jetty-launcher-4190-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1140008 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.2.0
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1140014 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-21T17:16:58.286Z
[junit4] 2> 1140017 INFO (zkConnectionManagerCallback-4197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140018 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140018 INFO (zkConnectionManagerCallback-4201-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140019 INFO (zkConnectionManagerCallback-4199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140020 INFO (zkConnectionManagerCallback-4203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140021 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140021 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140029 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1140095 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140096 WARN (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140097 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c6a6ccb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140100 WARN (jetty-launcher-4190-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140101 WARN (jetty-launcher-4190-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@8ce0880[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140102 INFO (jetty-launcher-4190-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140105 INFO (zkConnectionManagerCallback-4214-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140105 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140106 WARN (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140116 INFO (zkConnectionManagerCallback-4217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140124 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f4ee703[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140137 WARN (jetty-launcher-4190-thread-5) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140147 WARN (jetty-launcher-4190-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3230211c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140148 INFO (jetty-launcher-4190-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140177 INFO (zkConnectionManagerCallback-4224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140178 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140179 WARN (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140197 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@442f2207[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140203 INFO (zkConnectionManagerCallback-4227-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140205 WARN (jetty-launcher-4190-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140206 WARN (jetty-launcher-4190-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31b7faeb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140207 INFO (jetty-launcher-4190-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140210 INFO (zkConnectionManagerCallback-4234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140213 INFO (zkConnectionManagerCallback-4236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140219 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36387_solr
[junit4] 2> 1140220 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.Overseer Overseer (id=73341691183497228-127.0.0.1:36387_solr-n_0000000000) starting
[junit4] 2> 1140228 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46875_solr
[junit4] 2> 1140232 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140233 INFO (zkCallback-4226-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140235 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140235 INFO (zkConnectionManagerCallback-4243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140238 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1140241 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39551_solr as DOWN
[junit4] 2> 1140243 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140243 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39551_solr
[junit4] 2> 1140243 INFO (zkConnectionManagerCallback-4248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140243 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140245 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1140247 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140263 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36387_solr
[junit4] 2> 1140265 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1140277 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1140278 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1140279 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36387_solr as DOWN
[junit4] 2> 1140285 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140285 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36387_solr
[junit4] 2> 1140290 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140318 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1140329 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140329 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140330 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1140337 INFO (zkConnectionManagerCallback-4253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140339 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1140341 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140368 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140374 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140377 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140378 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140379 WARN (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140381 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1bf0abb9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140391 WARN (jetty-launcher-4190-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140394 WARN (jetty-launcher-4190-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@55240973[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140395 INFO (jetty-launcher-4190-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140412 INFO (zkConnectionManagerCallback-4262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140443 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39551.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140448 INFO (zkConnectionManagerCallback-4264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140458 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140458 WARN (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140459 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140460 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@9b6e05e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140462 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1140465 WARN (jetty-launcher-4190-thread-6) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140469 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140470 WARN (jetty-launcher-4190-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@50fc9db7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140471 INFO (jetty-launcher-4190-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140473 WARN (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140486 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@70956241[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140486 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39551.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140486 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39551.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140488 INFO (jetty-launcher-4190-thread-1) [n:127.0.0.1:39551_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node1/.
[junit4] 2> 1140488 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1140489 INFO (zkConnectionManagerCallback-4271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140491 WARN (jetty-launcher-4190-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 1140512 WARN (jetty-launcher-4190-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62e4789e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1140513 INFO (jetty-launcher-4190-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40451/solr
[junit4] 2> 1140522 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37984_solr as DOWN
[junit4] 2> 1140523 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140523 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37984_solr
[junit4] 2> 1140525 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140526 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140526 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140529 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140530 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140530 INFO (zkCallback-4263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140531 INFO (zkConnectionManagerCallback-4280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140533 INFO (zkConnectionManagerCallback-4277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140537 INFO (zkConnectionManagerCallback-4285-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140540 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1140541 INFO (zkCallback-4252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1140543 INFO (zkConnectionManagerCallback-4287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140545 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140545 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140545 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1140552 INFO (jetty-launcher-4190-thread-5) [n:127.0.0.1:36387_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node5/.
[junit4] 2> 1140555 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33492_solr as DOWN
[junit4] 2> 1140556 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1140557 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140557 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33492_solr
[junit4] 2> 1140561 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140561 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140561 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140561 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140562 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140563 INFO (zkCallback-4286-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140564 INFO (zkCallback-4263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140565 INFO (zkConnectionManagerCallback-4296-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140565 INFO (zkCallback-4252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140567 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1140569 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140569 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140574 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:42048_solr as DOWN
[junit4] 2> 1140574 INFO (zkCallback-4284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1140582 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1140582 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42048_solr
[junit4] 2> 1140587 INFO (zkCallback-4242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140588 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140588 INFO (zkCallback-4263-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140588 INFO (zkCallback-4247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140589 INFO (zkCallback-4252-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140589 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140589 INFO (zkCallback-4226-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140590 INFO (zkCallback-4284-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140591 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140591 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140594 INFO (jetty-launcher-4190-thread-4) [n:127.0.0.1:46875_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node4/.
[junit4] 2> 1140594 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
[junit4] 2> 1140594 INFO (zkCallback-4295-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140595 INFO (zkCallback-4286-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 1140609 INFO (zkConnectionManagerCallback-4301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1140612 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1140615 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1140645 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140646 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140648 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1140708 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140773 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140773 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140775 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37984.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140775 INFO (jetty-launcher-4190-thread-6) [n:127.0.0.1:33492_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node6/.
[junit4] 2> 1140789 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42048.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140823 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37984.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140823 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37984.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140824 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42048.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140825 INFO (jetty-launcher-4190-thread-3) [n:127.0.0.1:37984_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node3/.
[junit4] 2> 1140825 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42048.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1140827 INFO (jetty-launcher-4190-thread-2) [n:127.0.0.1:42048_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node2/.
[junit4] 2> 1141186 INFO (zkConnectionManagerCallback-4309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1141188 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 1141189 INFO (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[4E3510D2D2819BC0]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40451/solr ready
[junit4] 2> 1141214 INFO (qtp180488116-13441) [n:127.0.0.1:46875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1141225 INFO (OverseerThreadFactory-4162-thread-1-processing-n:127.0.0.1:36387_solr) [n:127.0.0.1:36387_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1141338 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33492/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1141343 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46875/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1141555 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr x:collection1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1141556 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr x:collection1_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1141567 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1142583 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1142583 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1142596 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1142596 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1142601 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1142601 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 1142602 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1142602 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
[junit4] 2> 1142602 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46875.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1142603 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33492.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1142603 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node6/collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node6/./collection1_shard1_replica_n1/data/]
[junit4] 2> 1142603 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node4/collection1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node4/./collection1_shard2_replica_n2/data/]
[junit4] 2> 1142727 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142727 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142729 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142729 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142730 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2369b963[collection1_shard1_replica_n1] main]
[junit4] 2> 1142732 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1142734 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1142735 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142735 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634162726411436032
[junit4] 2> 1142737 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1142737 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1142739 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1142739 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1142740 INFO (searcherExecutor-4195-thread-1-processing-n:127.0.0.1:33492_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node3) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2369b963[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142741 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ecad099[collection1_shard2_replica_n2] main]
[junit4] 2> 1142743 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1142745 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1142746 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1142746 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1634162726422970368
[junit4] 2> 1142751 INFO (searcherExecutor-4196-thread-1-processing-n:127.0.0.1:46875_solr x:collection1_shard2_replica_n2 c:collection1 s:shard2 r:core_node4) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@1ecad099[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1142752 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1142752 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 1142762 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1142762 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard2
[junit4] 2> 1142765 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142765 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142765 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73341691183497238-core_node3-n_0000000000
[junit4] 2> 1142769 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33492/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 1142770 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1142770 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1142770 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/73341691183497230-core_node4-n_0000000000
[junit4] 2> 1142772 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46875/solr/collection1_shard2_replica_n2/ shard2
[junit4] 2> 1142875 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142875 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142875 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142875 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142877 WARN (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1142877 WARN (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4] 2> 1142879 INFO (qtp1923161094-13414) [n:127.0.0.1:33492_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1312
[junit4] 2> 1142880 INFO (qtp180488116-13439) [n:127.0.0.1:46875_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1324
[junit4] 2> 1142883 INFO (qtp180488116-13441) [n:127.0.0.1:46875_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1142982 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142982 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142982 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142982 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142983 INFO (qtp180488116-13441) [n:127.0.0.1:46875_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=1769
[junit4] 2> 1142984 INFO (qtp180488116-13440) [n:127.0.0.1:46875_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1142985 INFO (zkCallback-4276-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142986 INFO (zkCallback-4235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1142994 INFO (OverseerCollectionConfigSetProcessor-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1143002 INFO (OverseerThreadFactory-4162-thread-2-processing-n:127.0.0.1:36387_solr) [n:127.0.0.1:36387_solr c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36387_solr for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1143005 INFO (OverseerThreadFactory-4162-thread-2-processing-n:127.0.0.1:36387_solr) [n:127.0.0.1:36387_solr c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1143008 INFO (OverseerStateUpdate-73341691183497228-127.0.0.1:36387_solr-n_0000000000) [n:127.0.0.1:36387_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36387/solr",
[junit4] 2> "node_name":"127.0.0.1:36387_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1143118 INFO (zkCallback-4235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143118 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143118 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143119 INFO (zkCallback-4276-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143119 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143119 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143257 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr x:collection1_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1143278 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
[junit4] 2> 1143318 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=minimal
[junit4] 2> 1143322 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1143322 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
[junit4] 2> 1143322 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36387.solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a50e9d3
[junit4] 2> 1143323 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node5/collection1_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001/tempDir-001/node5/./collection1_shard1_replica_n5/data/]
[junit4] 2> 1143367 INFO (zkCallback-4235-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4235-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4235-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4276-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4276-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143367 INFO (zkCallback-4276-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
[junit4] 2> 1143405 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1143405 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1143406 INFO (qtp1805483870-13425) [n:127.0.0.1:36387_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.Commit
[...truncated too long message...]
0.1:46875_solr
[junit4] 2> 1216867 INFO (zkCallback-4216-thread-3) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39551_solr
[junit4] 2> 1216867 INFO (zkCallback-4216-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216867 INFO (OverseerAutoScalingTriggerThread-73341691183497230-127.0.0.1:46875_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1216868 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1216868 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33ef49c: rootName = solr_33492, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3a85ad7
[junit4] 2> 1216868 INFO (zkCallback-4341-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216870 INFO (jetty-closer-4372-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73341691183497230-127.0.0.1:46875_solr-n_0000000001) closing
[junit4] 2> 1216870 INFO (zkCallback-4252-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216871 INFO (closeThreadPool-4387-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73341691183497230-127.0.0.1:46875_solr-n_0000000001) closing
[junit4] 2> 1216871 INFO (zkCallback-4348-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1216874 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1216874 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1048fe12a38000a, likely client has closed socket
[junit4] 2> 1216874 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e9f0ae0: rootName = solr_33492, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@53b3edd1
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@67d47e35{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@622eb132{/solr,null,UNAVAILABLE}
[junit4] 2> 1216875 INFO (jetty-closer-4372-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216876 INFO (zkCallback-4341-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33492_solr
[junit4] 2> 1216876 INFO (zkCallback-4341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216876 INFO (zkCallback-4348-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1216879 INFO (jetty-closer-4372-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@56dc7a63{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1216879 INFO (jetty-closer-4372-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@410f122d{/solr,null,UNAVAILABLE}
[junit4] 2> 1216879 INFO (jetty-closer-4372-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216882 INFO (jetty-closer-4372-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@210899df{SSL,[ssl, http/1.1]}{127.0.0.1:33492}
[junit4] 2> 1216882 INFO (jetty-closer-4372-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16f71263{/solr,null,UNAVAILABLE}
[junit4] 2> 1216883 INFO (jetty-closer-4372-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1216884 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1216886 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 22 /solr/collections/collection1/terms/shard1
[junit4] 2> 17 /solr/aliases.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf
[junit4] 2> 2 /solr/collections/collection1/terms/shard2
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 259 /solr/collections/collection1/state.json
[junit4] 2> 17 /solr/clusterprops.json
[junit4] 2> 17 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/73341691183497226-127.0.0.1:39551_solr-n_0000000002
[junit4] 2> 2 /solr/overseer_elect/election/73341691183497235-127.0.0.1:37984_solr-n_0000000003
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 17 /solr/collections
[junit4] 2> 13 /solr/live_nodes
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1216888 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40451
[junit4] 2> 1216888 INFO (SUITE-LeaderElectionIntegrationTest-seed#[4E3510D2D2819BC0]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40451
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderElectionIntegrationTest_4E3510D2D2819BC0-001
[junit4] 2> May 21, 2019 5:18:15 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=334, maxMBSortInHeap=6.872654501404416, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d777114), locale=ar-AE, timezone=SystemV/MST7
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=154159832,total=517472256
[junit4] 2> NOTE: All tests run in this JVM: [SolrInfoBeanTest, TestManagedSchema, TestLMJelinekMercerSimilarityFactory, HdfsUnloadDistributedZkTest, TestNumericTerms64, TestFieldResource, TermVectorComponentDistributedTest, TestSimDistributedQueue, TransactionLogTest, TestSolrCloudWithHadoopAuthPlugin, TestDFRSimilarityFactory, FieldAnalysisRequestHandlerTest, HDFSCollectionsAPITest, TestCloudRecovery2, BigEndianAscendingWordSerializerTest, TestSolrCLIRunExample, HdfsDirectoryFactoryTest, ChangedSchemaMergeTest, DaemonStreamApiTest, HdfsSyncSliceTest, TestPerFieldSimilarity, TestFacetMethods, ComputePlanActionTest, TestReqParamsAPI, ReplicaListTransformerTest, RemoteQueryErrorTest, TestAuthorizationFramework, TestCollationField, TestCloudJSONFacetJoinDomain, WrapperMergePolicyFactoryTest, TlogReplayBufferedWhileIndexingTest, SpellCheckCollatorTest, TestHighlightDedupGrouping, TestConfigsApi, TestRetrieveFieldsOptimizer, CircularListTest, AliasIntegrationTest, TestSchemaVersionResource, AtomicUpdateRemovalJavabinTest, CollectionStateFormat2Test, DirectSolrSpellCheckerTest, TestConfig, ImplicitSnitchTest, VMParamsZkACLAndCredentialsProvidersTest, ShardsWhitelistTest, TestNRTOpen, BasicFunctionalityTest, TestTlogReplica, StatelessScriptUpdateProcessorFactoryTest, SoftAutoCommitTest, TestDirectoryFactory, TestSolrIndexConfig, LargeFieldTest, DistributedMLTComponentTest, TestStressVersions, TestLegacyFieldReuse, AnalyticsQueryTest, TestUtilizeNode, SuggesterFSTTest, TestPushWriter, TestHashQParserPlugin, TestExactSharedStatsCache, ClassificationUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest, TestPayloadCheckQParserPlugin, MoreLikeThisComponentTest, RecoveryAfterSoftCommitTest, TestReloadAndDeleteDocs, TestRandomFaceting, TestNumericTokenStream, UniqFieldsUpdateProcessorFactoryTest, TestPrepRecovery, ByteBuffersDirectoryFactoryTest, TestSimGenericDistributedQueue, TestMultiWordSynonyms, TestQueryTypes, StatsComponentTest, SystemCollectionCompatTest, SOLR749Test, RegexBytesRefFilterTest, RoutingToNodesWithPropertiesTest, DistribJoinFromCollectionTest, ResponseHeaderTest, SpatialRPTFieldTypeTest, TestEmbeddedSolrServerConstructors, DocExpirationUpdateProcessorFactoryTest, SearchHandlerTest, TestConfigReload, MinimalSchemaTest, LeaderElectionIntegrationTest]
[junit4] Completed [238/858 (1!)] on J1 in 77.83s, 1 test, 1 error <<< FAILURES!
[...truncated 11062 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid21398.hprof
Total time: 297 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any