You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/04/21 14:11:11 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1827 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1827/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:37866/solr", "node_name":"127.0.0.1:37866_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:42263/solr", "node_name":"127.0.0.1:42263_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:37866/solr", "node_name":"127.0.0.1:37866_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:42263/solr", "node_name":"127.0.0.1:42263_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:37351_solr, 127.0.0.1:37866_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:37866/solr", "node_name":"127.0.0.1:37866_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:42263/solr", "node_name":"127.0.0.1:42263_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:37866/solr", "node_name":"127.0.0.1:37866_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:42263/solr", "node_name":"127.0.0.1:42263_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:37866/solr",
"node_name":"127.0.0.1:37866_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:42263/solr",
"node_name":"127.0.0.1:42263_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:37866/solr",
"node_name":"127.0.0.1:37866_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:42263/solr",
"node_name":"127.0.0.1:42263_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:37351_solr, 127.0.0.1:37866_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:37866/solr",
"node_name":"127.0.0.1:37866_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:42263/solr",
"node_name":"127.0.0.1:42263_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:37866/solr",
"node_name":"127.0.0.1:37866_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:42263/solr",
"node_name":"127.0.0.1:42263_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:32853/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([D48773D8F6CB382A:EC345726D138ECFB]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13432 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/init-core-data-001
[junit4] 2> 739786 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 739791 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 739791 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 739841 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 739856 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 739859 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 739862 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 739862 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 739862 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 739862 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659ab235{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 740040 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@570386fa{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-44611-hdfs-_-any-6527862811573716366.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 740041 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38c214cf{HTTP/1.1,[http/1.1]}{localhost:44611}
[junit4] 2> 740041 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.Server Started @740091ms
[junit4] 2> 740149 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 740151 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 740152 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 740152 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 740152 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 740153 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b922bf7{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 740324 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@2ea50630{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39366-datanode-_-any-4913607077867712179.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 740324 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@61d4aef2{HTTP/1.1,[http/1.1]}{localhost:39366}
[junit4] 2> 740324 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.Server Started @740374ms
[junit4] 2> 740380 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 740381 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 740399 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 740399 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 740399 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 740399 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cbf7757{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 740631 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9e47fe219947e108: Processing first storage report for DS-e988dfca-6dad-4f09-aaba-3c5439ebab5c from datanode 76b850a0-c544-4763-83bc-7507a31171af
[junit4] 2> 740631 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9e47fe219947e108: from storage DS-e988dfca-6dad-4f09-aaba-3c5439ebab5c node DatanodeRegistration(127.0.0.1:38075, datanodeUuid=76b850a0-c544-4763-83bc-7507a31171af, infoPort=39338, infoSecurePort=0, ipcPort=35989, storageInfo=lv=-57;cid=testClusterID;nsid=1611658341;c=1555849828447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 740631 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9e47fe219947e108: Processing first storage report for DS-701ab5eb-a686-470d-aa5e-de3e243074f0 from datanode 76b850a0-c544-4763-83bc-7507a31171af
[junit4] 2> 740631 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9e47fe219947e108: from storage DS-701ab5eb-a686-470d-aa5e-de3e243074f0 node DatanodeRegistration(127.0.0.1:38075, datanodeUuid=76b850a0-c544-4763-83bc-7507a31171af, infoPort=39338, infoSecurePort=0, ipcPort=35989, storageInfo=lv=-57;cid=testClusterID;nsid=1611658341;c=1555849828447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 740646 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3421b32f{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-36928-datanode-_-any-5207556004601859260.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 740647 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d79742e{HTTP/1.1,[http/1.1]}{localhost:36928}
[junit4] 2> 740647 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D48773D8F6CB382A]-worker) [ ] o.e.j.s.Server Started @740696ms
[junit4] 2> 740825 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4868c8bda4c0d8fe: Processing first storage report for DS-a2dc987e-d5fa-436d-b6c4-695040651df1 from datanode 2e7d9251-9601-4127-a111-c81ca02aceab
[junit4] 2> 740825 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4868c8bda4c0d8fe: from storage DS-a2dc987e-d5fa-436d-b6c4-695040651df1 node DatanodeRegistration(127.0.0.1:34575, datanodeUuid=2e7d9251-9601-4127-a111-c81ca02aceab, infoPort=42797, infoSecurePort=0, ipcPort=40894, storageInfo=lv=-57;cid=testClusterID;nsid=1611658341;c=1555849828447), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 740826 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4868c8bda4c0d8fe: Processing first storage report for DS-1a53cd1a-1ad7-4b52-ab90-481fa1652231 from datanode 2e7d9251-9601-4127-a111-c81ca02aceab
[junit4] 2> 740826 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4868c8bda4c0d8fe: from storage DS-1a53cd1a-1ad7-4b52-ab90-481fa1652231 node DatanodeRegistration(127.0.0.1:34575, datanodeUuid=2e7d9251-9601-4127-a111-c81ca02aceab, infoPort=42797, infoSecurePort=0, ipcPort=40894, storageInfo=lv=-57;cid=testClusterID;nsid=1611658341;c=1555849828447), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 740954 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 740956 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002
[junit4] 2> 740957 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 740957 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 740957 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 741057 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.ZkTestServer start zk server on port:44995
[junit4] 2> 741057 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44995
[junit4] 2> 741057 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44995
[junit4] 2> 741069 INFO (zkConnectionManagerCallback-3001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741080 INFO (zkConnectionManagerCallback-3003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741082 INFO (zkConnectionManagerCallback-3005-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741085 WARN (jetty-launcher-3006-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 741086 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 741086 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 741086 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 741087 WARN (jetty-launcher-3006-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 741088 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 741088 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 741088 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 741089 WARN (jetty-launcher-3006-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 741089 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 741089 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 741089 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 741091 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 741091 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 741091 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 741091 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4735adc0{/solr,null,AVAILABLE}
[junit4] 2> 741092 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@27a882cc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37866}
[junit4] 2> 741092 INFO (jetty-launcher-3006-thread-1) [ ] o.e.j.s.Server Started @741142ms
[junit4] 2> 741092 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37866}
[junit4] 2> 741092 ERROR (jetty-launcher-3006-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 741092 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 741093 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 741093 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 741093 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 741093 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-21T12:30:29.731120Z
[junit4] 2> 741104 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 741104 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 741104 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 741105 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4be3f740{/solr,null,AVAILABLE}
[junit4] 2> 741106 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 741106 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 741106 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 741107 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74c784bd{/solr,null,AVAILABLE}
[junit4] 2> 741107 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12eeec19{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37351}
[junit4] 2> 741107 INFO (jetty-launcher-3006-thread-2) [ ] o.e.j.s.Server Started @741157ms
[junit4] 2> 741107 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37351}
[junit4] 2> 741108 ERROR (jetty-launcher-3006-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 741108 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 741108 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 741108 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 741108 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 741108 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-21T12:30:29.746211Z
[junit4] 2> 741110 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39aa30be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42263}
[junit4] 2> 741110 INFO (jetty-launcher-3006-thread-3) [ ] o.e.j.s.Server Started @741160ms
[junit4] 2> 741110 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42263}
[junit4] 2> 741110 ERROR (jetty-launcher-3006-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 741110 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 741110 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 741110 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 741111 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 741111 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-21T12:30:29.749020Z
[junit4] 2> 741114 INFO (zkConnectionManagerCallback-3010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741114 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 741118 INFO (zkConnectionManagerCallback-3008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741118 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 741118 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 741119 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 741120 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 741122 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 741122 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 741124 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 741144 INFO (zkConnectionManagerCallback-3012-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741145 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 741148 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 741148 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 741150 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 741220 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 741231 WARN (jetty-launcher-3006-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@421bb46a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 741267 WARN (jetty-launcher-3006-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@210610dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 741268 INFO (jetty-launcher-3006-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44995/solr
[junit4] 2> 741270 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 741286 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 741288 WARN (jetty-launcher-3006-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4e293a89[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 741288 INFO (zkConnectionManagerCallback-3021-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741289 WARN (jetty-launcher-3006-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@174a4870[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 741294 WARN (jetty-launcher-3006-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4abf6783[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 741296 INFO (jetty-launcher-3006-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44995/solr
[junit4] 2> 741298 WARN (jetty-launcher-3006-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@706ed991[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 741299 INFO (jetty-launcher-3006-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44995/solr
[junit4] 2> 741305 INFO (zkConnectionManagerCallback-3027-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741306 INFO (zkConnectionManagerCallback-3035-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741312 INFO (zkConnectionManagerCallback-3032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741323 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x103f45c24990008, likely client has closed socket
[junit4] 2> 741326 INFO (zkConnectionManagerCallback-3041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741347 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42263_solr
[junit4] 2> 741348 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.c.Overseer Overseer (id=73170695556235275-127.0.0.1:42263_solr-n_0000000000) starting
[junit4] 2> 741354 INFO (zkConnectionManagerCallback-3039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741363 INFO (zkConnectionManagerCallback-3050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741370 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44995/solr ready
[junit4] 2> 741371 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42263_solr
[junit4] 2> 741373 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37351_solr as DOWN
[junit4] 2> 741373 INFO (OverseerStateUpdate-73170695556235275-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42263_solr
[junit4] 2> 741374 INFO (zkCallback-3049-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 741374 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 741374 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37351_solr
[junit4] 2> 741383 INFO (zkCallback-3038-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 741384 INFO (zkCallback-3049-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 741384 INFO (zkCallback-3038-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 741385 INFO (OverseerStateUpdate-73170695556235275-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 741449 INFO (zkConnectionManagerCallback-3055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741450 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 741455 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 741456 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44995/solr ready
[junit4] 2> 741458 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 741460 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 741468 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37866_solr as DOWN
[junit4] 2> 741470 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 741470 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37866_solr
[junit4] 2> 741471 INFO (zkCallback-3038-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 741471 INFO (zkCallback-3049-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 741471 INFO (zkCallback-3040-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 741486 INFO (zkCallback-3054-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 741489 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741495 INFO (zkCallback-3026-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 741539 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741544 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741544 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741547 INFO (jetty-launcher-3006-thread-3) [n:127.0.0.1:42263_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node3/.
[junit4] 2> 741547 INFO (zkConnectionManagerCallback-3062-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741549 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 741551 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44995/solr ready
[junit4] 2> 741567 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741567 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741567 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 741569 INFO (jetty-launcher-3006-thread-2) [n:127.0.0.1:37351_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node2/.
[junit4] 2> 741675 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741695 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741695 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 741698 INFO (jetty-launcher-3006-thread-1) [n:127.0.0.1:37866_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node1/.
[junit4] 2> 741777 INFO (zkConnectionManagerCallback-3068-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 741779 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 741780 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D48773D8F6CB382A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44995/solr ready
[junit4] 2> 741791 INFO (qtp1508546389-11398) [n:127.0.0.1:37866_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 741794 INFO (qtp1229273033-11416) [n:127.0.0.1:37351_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37351_solr,127.0.0.1:42263_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 741799 INFO (OverseerThreadFactory-2471-thread-1-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 741910 INFO (OverseerStateUpdate-73170695556235275-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42263/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 741915 INFO (OverseerStateUpdate-73170695556235275-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37351/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 741920 INFO (OverseerStateUpdate-73170695556235275-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42263/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 741925 INFO (OverseerStateUpdate-73170695556235275-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37351/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 742032 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr x:testSimple1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 742035 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 742036 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 742041 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr x:testSimple1_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n7&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 742046 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 743047 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 743053 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 743053 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 743064 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 743067 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n7] Schema name=minimal
[junit4] 2> 743070 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743070 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n7' using configuration from collection testSimple1, trusted=true
[junit4] 2> 743070 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n7' (registry 'solr.core.testSimple1.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 743074 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32853/solr_hdfs_home
[junit4] 2> 743074 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743074 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node2/testSimple1_shard2_replica_n7], dataDir=[hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 743075 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 743076 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 743080 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 743084 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
[junit4] 2> 743085 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743085 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743088 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743088 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n3' using configuration from collection testSimple1, trusted=true
[junit4] 2> 743089 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n3' (registry 'solr.core.testSimple1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 743089 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32853/solr_hdfs_home
[junit4] 2> 743089 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743089 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node2/testSimple1_shard1_replica_n3], dataDir=[hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node4/data/]
[junit4] 2> 743089 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743091 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 743093 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743093 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
[junit4] 2> 743093 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 743093 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32853/solr_hdfs_home
[junit4] 2> 743094 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 743094 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 743094 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3b29639c
[junit4] 2> 743095 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:32853/solr_hdfs_home
[junit4] 2> 743095 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743095 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node2/data/]
[junit4] 2> 743097 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node2/data/snapshot_metadata
[junit4] 2> 743098 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 743098 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D48773D8F6CB382A-001/tempDir-002/node3/testSimple1_shard2_replica_n5], dataDir=[hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node6/data/]
[junit4] 2> 743106 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node6/data/snapshot_metadata
[junit4] 2> 743107 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node4/data/snapshot_metadata
[junit4] 2> 743112 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 743120 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743120 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743124 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743144 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743144 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743146 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743146 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743149 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743149 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743154 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743158 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node4/data
[junit4] 2> 743159 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743161 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743162 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node6/data
[junit4] 2> 743165 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node2/data
[junit4] 2> 743203 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node4/data/index
[junit4] 2> 743216 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node2/data/index
[junit4] 2> 743217 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:32853/solr_hdfs_home/testSimple1/core_node6/data/index
[junit4] 2> 743224 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743224 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743225 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743225 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743234 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 743234 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 743235 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743238 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743244 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 743323 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743323 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743323 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743337 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743337 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743388 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bfc2084[testSimple1_shard2_replica_n7] main]
[junit4] 2> 743395 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743395 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743396 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 743397 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631426793475932160
[junit4] 2> 743414 INFO (searcherExecutor-2484-thread-1-processing-n:127.0.0.1:37351_solr x:testSimple1_shard2_replica_n7 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [testSimple1_shard2_replica_n7] Registered new searcher Searcher@1bfc2084[testSimple1_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743419 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 743419 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 743426 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14998ms
[junit4] 2> 743512 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743512 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743512 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743521 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743521 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743521 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743530 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743530 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743535 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 743535 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 743535 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 743537 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743541 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743551 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 743551 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 743572 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@76b55207[testSimple1_shard2_replica_n5] main]
[junit4] 2> 743573 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743574 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743575 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 743575 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631426793662578688
[junit4] 2> 743580 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@28a6015f[testSimple1_shard1_replica_n3] main]
[junit4] 2> 743582 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743583 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743584 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 743585 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631426793673064448
[junit4] 2> 743593 INFO (searcherExecutor-2486-thread-1-processing-n:127.0.0.1:42263_solr x:testSimple1_shard2_replica_n5 c:testSimple1 s:shard2 r:core_node6) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [testSimple1_shard2_replica_n5] Registered new searcher Searcher@76b55207[testSimple1_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743596 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78fb3d97[testSimple1_shard1_replica_n1] main]
[junit4] 2> 743597 INFO (searcherExecutor-2485-thread-1-processing-n:127.0.0.1:37351_solr x:testSimple1_shard1_replica_n3 c:testSimple1 s:shard1 r:core_node4) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [testSimple1_shard1_replica_n3] Registered new searcher Searcher@28a6015f[testSimple1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743598 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 743598 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 743599 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 743599 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631426793687744512
[junit4] 2> 743602 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
[junit4] 2> 743602 INFO (qtp507713243-11410) [n:127.0.0.1:42263_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 743603 INFO (searcherExecutor-2487-thread-1-processing-n:127.0.0.1:42263_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node2) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@78fb3d97[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 743605 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 743606 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 743608 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 743611 INFO (qtp507713243-11411) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 743617 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 743617 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 743617 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37351/solr/testSimple1_shard1_replica_n3/
[junit4] 2> 743618 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=http://127.0.0.1:37351/solr START replicas=[http://127.0.0.1:42263/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 743622 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n3 url=http://127.0.0.1:37351/solr DONE. We have no versions. sync failed.
[junit4] 2> 743629 INFO (qtp507713243-11406) [n:127.0.0.1:42263_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 743629 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 743629 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 743629 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73170695556235274-core_node4-n_0000000000
[junit4] 2> 743632 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37351/solr/testSimple1_shard1_replica_n3/ shard1
[junit4] 2> 743734 INFO (zkCallback-3038-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 743734 INFO (zkCallback-3038-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 743735 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 743739 INFO (qtp1229273033-11418) [n:127.0.0.1:37351_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1707
[junit4] 2> 743838 INFO (zkCallback-3038-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 743838 INFO (zkCallback-3038-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 743839 INFO (zkCallback-3038-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 743926 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 743927 INFO (qtp1229273033-11415) [n:127.0.0.1:37351_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I may be the new leader - t
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1718114280
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1718114280
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1718114280
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 64ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 357 minutes 15 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1843 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1843/
3 tests failed.
FAILED: org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed
Error Message:
Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=3804171, failWrongCredentials=0, requestTimes=428, requests=4, errors=0}
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication/pki.: {failMissingCredentials=0, authenticated=12, passThrough=0, failWrongCredentials=0, requests=12, errors=0}, but got: {failMissingCredentials=0, authenticated=4, passThrough=0, totalTime=3804171, failWrongCredentials=0, requestTimes=428, requests=4, errors=0}
at __randomizedtesting.SeedInfo.seed([3B1597EDEE2B1697:3D3D95838C9C8024]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertPkiAuthMetricsMinimums(SolrCloudAuthTestCase.java:74)
at org.apache.solr.security.JWTAuthPluginIntegrationTest.createCollectionUpdateAndQueryDistributed(JWTAuthPluginIntegrationTest.java:173)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics
Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=37052376, failWrongCredentials=6, requestTimes=3348, requests=14, errors=0}
Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=8, passThrough=0, failWrongCredentials=8, requests=16, errors=0}, but got: {failMissingCredentials=0, authenticated=8, passThrough=0, totalTime=37052376, failWrongCredentials=6, requestTimes=3348, requests=14, errors=0}
at __randomizedtesting.SeedInfo.seed([3B1597EDEE2B1697:6CD39C1D6C548E7]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:129)
at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:83)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:139)
at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:34924/solr", "node_name":"127.0.0.1:34924_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node4":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/", "base_url":"http://127.0.0.1:36587/solr", "node_name":"127.0.0.1:36587_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node6":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/", "base_url":"http://127.0.0.1:34924/solr", "node_name":"127.0.0.1:34924_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog", "core":"testSimple2_shard2_replica_n5", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36587/solr", "node_name":"127.0.0.1:36587_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n7", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:36587_solr, 127.0.0.1:45575_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:34924/solr", "node_name":"127.0.0.1:34924_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node4":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/", "base_url":"http://127.0.0.1:36587/solr", "node_name":"127.0.0.1:36587_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node6":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/", "base_url":"http://127.0.0.1:34924/solr", "node_name":"127.0.0.1:34924_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog", "core":"testSimple2_shard2_replica_n5", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36587/solr", "node_name":"127.0.0.1:36587_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n7", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:34924/solr",
"node_name":"127.0.0.1:34924_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node4":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/",
"base_url":"http://127.0.0.1:36587/solr",
"node_name":"127.0.0.1:36587_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node6":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/",
"base_url":"http://127.0.0.1:34924/solr",
"node_name":"127.0.0.1:34924_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog",
"core":"testSimple2_shard2_replica_n5",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36587/solr",
"node_name":"127.0.0.1:36587_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n7",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:36587_solr, 127.0.0.1:45575_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:34924/solr",
"node_name":"127.0.0.1:34924_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node4":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/",
"base_url":"http://127.0.0.1:36587/solr",
"node_name":"127.0.0.1:36587_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node4/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node6":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/",
"base_url":"http://127.0.0.1:34924/solr",
"node_name":"127.0.0.1:34924_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node6/data/tlog",
"core":"testSimple2_shard2_replica_n5",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36587/solr",
"node_name":"127.0.0.1:36587_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:39260/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n7",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([3B1597EDEE2B1697:3A6B313C9D8C246]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14214 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 2487453 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/init-core-data-001
[junit4] 2> 2487453 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=289 numCloses=289
[junit4] 2> 2487454 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2487454 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2487567 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2487605 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2487608 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2487668 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2487668 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2487669 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2487670 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e0c9d14{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2488266 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@55e063d0{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39737-hdfs-_-any-5341189325256775315.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 2488278 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@62d3ec3a{HTTP/1.1,[http/1.1]}{localhost:39737}
[junit4] 2> 2488278 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.Server Started @2488054ms
[junit4] 2> 2488666 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2488668 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2488669 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2488669 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2488669 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2488669 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11be4c7f{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2488859 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@99b8161{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-32812-datanode-_-any-7662739086751743868.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 2488860 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@72416a21{HTTP/1.1,[http/1.1]}{localhost:32812}
[junit4] 2> 2488860 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.Server Started @2488636ms
[junit4] 2> 2488939 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2488940 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2488941 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2488941 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2488941 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2488942 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68c75ed3{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2489190 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: Processing first storage report for DS-2f2a8631-8590-4b45-99c8-3ac28413a2b1 from datanode e2eaa28e-63c3-4792-b314-38daf1f7224b
[junit4] 2> 2489192 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: from storage DS-2f2a8631-8590-4b45-99c8-3ac28413a2b1 node DatanodeRegistration(127.0.0.1:42242, datanodeUuid=e2eaa28e-63c3-4792-b314-38daf1f7224b, infoPort=46493, infoSecurePort=0, ipcPort=39327, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2489192 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: Processing first storage report for DS-0053b25b-26f8-45bd-9e59-5321905ae215 from datanode e2eaa28e-63c3-4792-b314-38daf1f7224b
[junit4] 2> 2489192 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x23cecc9db1754425: from storage DS-0053b25b-26f8-45bd-9e59-5321905ae215 node DatanodeRegistration(127.0.0.1:42242, datanodeUuid=e2eaa28e-63c3-4792-b314-38daf1f7224b, infoPort=46493, infoSecurePort=0, ipcPort=39327, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2489231 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@53bff2fd{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-36651-datanode-_-any-5449549559068011351.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 2489239 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15653fc1{HTTP/1.1,[http/1.1]}{localhost:36651}
[junit4] 2> 2489239 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[3B1597EDEE2B1697]-worker) [ ] o.e.j.s.Server Started @2489015ms
[junit4] 2> 2489496 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: Processing first storage report for DS-0f0ff82c-44b6-409c-9c49-65b9cac833df from datanode 626e0c0b-9801-438f-b21d-074f3fa555a0
[junit4] 2> 2489496 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: from storage DS-0f0ff82c-44b6-409c-9c49-65b9cac833df node DatanodeRegistration(127.0.0.1:35568, datanodeUuid=626e0c0b-9801-438f-b21d-074f3fa555a0, infoPort=37309, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2489496 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: Processing first storage report for DS-06e50780-25f0-4c57-b3d2-2a8b35b7f65b from datanode 626e0c0b-9801-438f-b21d-074f3fa555a0
[junit4] 2> 2489496 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa865db72c04fe486: from storage DS-06e50780-25f0-4c57-b3d2-2a8b35b7f65b node DatanodeRegistration(127.0.0.1:35568, datanodeUuid=626e0c0b-9801-438f-b21d-074f3fa555a0, infoPort=37309, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=552583631;c=1557318983730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2489696 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 2489697 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002
[junit4] 2> 2489698 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2489699 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2489699 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2489799 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.ZkTestServer start zk server on port:37893
[junit4] 2> 2489799 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37893
[junit4] 2> 2489799 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37893
[junit4] 2> 2489805 INFO (zkConnectionManagerCallback-62994-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2489810 INFO (zkConnectionManagerCallback-62996-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2489812 INFO (zkConnectionManagerCallback-62998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2489816 WARN (jetty-launcher-62999-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2489817 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2489817 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2489817 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2489818 WARN (jetty-launcher-62999-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2489818 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2489818 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2489818 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2489819 WARN (jetty-launcher-62999-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2489819 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2489819 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2489819 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2489821 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2489821 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2489821 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2489821 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37a8f968{/solr,null,AVAILABLE}
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12984e37{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45575}
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.e.j.s.Server Started @2489598ms
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45575}
[junit4] 2> 2489822 ERROR (jetty-launcher-62999-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2489822 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-08T12:36:26.034904Z
[junit4] 2> 2489825 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2489825 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2489825 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2489825 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@665e43f5{/solr,null,AVAILABLE}
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e5c3b15{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34924}
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.e.j.s.Server Started @2489602ms
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34924}
[junit4] 2> 2489826 ERROR (jetty-launcher-62999-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2489826 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-08T12:36:26.038635Z
[junit4] 2> 2489830 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2489830 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2489830 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2489831 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bf4d63d{/solr,null,AVAILABLE}
[junit4] 2> 2489832 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6e3a1d8c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36587}
[junit4] 2> 2489832 INFO (jetty-launcher-62999-thread-3) [ ] o.e.j.s.Server Started @2489608ms
[junit4] 2> 2489832 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36587}
[junit4] 2> 2489832 ERROR (jetty-launcher-62999-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2489832 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2489832 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2489832 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2489833 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2489833 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-08T12:36:26.045027Z
[junit4] 2> 2489833 INFO (zkConnectionManagerCallback-63001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2489835 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2489839 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2489839 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2489841 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2489878 INFO (zkConnectionManagerCallback-63003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2489878 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2489882 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2489882 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2489882 INFO (zkConnectionManagerCallback-63005-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2489883 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2489886 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2489886 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2489888 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2489889 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2490000 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2490002 WARN (jetty-launcher-62999-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7e46b2d1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2490014 WARN (jetty-launcher-62999-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@698fecf5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2490015 INFO (jetty-launcher-62999-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37893/solr
[junit4] 2> 2490042 INFO (zkConnectionManagerCallback-63014-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490066 INFO (zkConnectionManagerCallback-63016-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490114 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2490139 WARN (jetty-launcher-62999-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1c97c6f5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2490166 WARN (jetty-launcher-62999-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5984e121[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2490167 INFO (jetty-launcher-62999-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37893/solr
[junit4] 2> 2490181 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45575_solr
[junit4] 2> 2490182 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.c.Overseer Overseer (id=73266978163720199-127.0.0.1:45575_solr-n_0000000000) starting
[junit4] 2> 2490187 INFO (zkConnectionManagerCallback-63024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490198 INFO (zkConnectionManagerCallback-63029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490203 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
[junit4] 2> 2490203 INFO (zkConnectionManagerCallback-63031-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490206 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2490208 INFO (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45575_solr
[junit4] 2> 2490209 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45575_solr
[junit4] 2> 2490210 WARN (jetty-launcher-62999-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7ba2014a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2490212 INFO (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2490214 INFO (zkCallback-63028-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2490216 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2490222 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34924_solr as DOWN
[junit4] 2> 2490223 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2490223 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34924_solr
[junit4] 2> 2490225 INFO (zkCallback-63028-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2490225 INFO (zkCallback-63015-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2490250 INFO (zkCallback-63030-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2490250 WARN (jetty-launcher-62999-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@31b2d3b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2490251 INFO (jetty-launcher-62999-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37893/solr
[junit4] 2> 2490259 INFO (zkConnectionManagerCallback-63045-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490260 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2490262 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
[junit4] 2> 2490264 INFO (zkConnectionManagerCallback-63039-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490264 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2490274 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2490300 WARN (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register counter
[junit4] 2> => javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=totalTime
[junit4] 2> at java.management/com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083)
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=node,category=ADMIN,scope=/admin/cores,name=totalTime
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1083) ~[?:?]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:423) ~[?:?]
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:411) ~[?:?]
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546) ~[?:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:531) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onCounterAdded(JmxMetricsReporter.java:596) ~[java/:?]
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:470) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:309) ~[metrics-core-4.0.5.jar:4.0.5]
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:729) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:916) ~[java/:?]
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:843) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:654) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:255) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:175) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:136) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.lambda$initialize$0(ServletHandler.java:750) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) ~[?:?]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) ~[?:?]
[junit4] 2> at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) ~[?:?]
[junit4] 2> at java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:658) ~[?:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:744) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1449) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1513) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1158) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:995) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:467) ~[jetty-servlet-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:384) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) ~[jetty-util-9.4.14.v20181114.jar:9.4.14.v20181114]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497) ~[java/:?]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:467) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:300) ~[java/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:834) [?:?]
[junit4] 2> 2490324 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490326 INFO (zkConnectionManagerCallback-63048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490336 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2490341 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36587_solr as DOWN
[junit4] 2> 2490342 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2490342 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36587_solr
[junit4] 2> 2490370 INFO (zkCallback-63015-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2490370 INFO (zkCallback-63030-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2490371 INFO (zkCallback-63028-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2490373 INFO (zkCallback-63044-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2490382 INFO (zkCallback-63047-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2490389 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490393 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490394 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490398 INFO (jetty-launcher-62999-thread-2) [n:127.0.0.1:45575_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node2/.
[junit4] 2> 2490400 INFO (zkConnectionManagerCallback-63055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490401 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2490403 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
[junit4] 2> 2490403 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2490493 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490493 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490504 INFO (jetty-launcher-62999-thread-1) [n:127.0.0.1:34924_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node1/.
[junit4] 2> 2490524 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490575 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490575 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2490577 INFO (jetty-launcher-62999-thread-3) [n:127.0.0.1:36587_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node3/.
[junit4] 2> 2490709 INFO (zkConnectionManagerCallback-63061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2490711 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2490713 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[3B1597EDEE2B1697]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37893/solr ready
[junit4] 2> 2490731 INFO (qtp1391586530-128346) [n:127.0.0.1:36587_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2490734 INFO (qtp828536882-128335) [n:127.0.0.1:34924_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45575_solr,127.0.0.1:34924_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2490739 INFO (OverseerThreadFactory-14506-thread-1-processing-n:127.0.0.1:45575_solr) [n:127.0.0.1:45575_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 2490849 INFO (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45575/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2490852 INFO (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34924/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2490855 INFO (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45575/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2490858 INFO (OverseerStateUpdate-73266978163720199-127.0.0.1:45575_solr-n_0000000000) [n:127.0.0.1:45575_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34924/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2491084 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2491084 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2491085 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr x:testSimple1_shard2_replica_n4] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2491086 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2491086 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2492102 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2492102 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2492106 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2492116 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2492123 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 2492125 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 2492126 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2492126 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2492128 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2492128 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2492128 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2492128 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2492129 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2492129 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2492132 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
[junit4] 2> 2492132 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
[junit4] 2> 2492132 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2492132 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 2492133 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2492133 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2492133 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2492134 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
[junit4] 2> 2492134 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2492134 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 2492134 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2492134 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 2492134 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 2492135 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14800d69
[junit4] 2> 2492135 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39260/solr_hdfs_home
[junit4] 2> 2492135 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2492135 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node2/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 2492136 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 2492136 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2492136 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_3B1597EDEE2B1697-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 2492138 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 2492138 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 2492152 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492152 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492154 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492155 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492155 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492155 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492156 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492157 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492161 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492161 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492164 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 2492165 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 2492168 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492169 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492169 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 2492170 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 2492210 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 2492223 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492223 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492229 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 2492245 INFO (qtp1746271433-128327) [n:127.0.0.1:45575_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492255 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492256 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492263 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 2492266 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39260/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 2492274 INFO (qtp828536882-128337) [n:127.0.0.1:34924_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492289 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492289 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492290 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2492290 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2492294 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492303 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2492617 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2492617 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2492617 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2492630 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2492631 INFO (qtp1746271433-128326) [n:127.0.0.1:45575_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2492638 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2492638 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2492638 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2492657 INFO (qtp828536882-128334) [n:127.0.0.1:34924_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracke
[...truncated too long message...]
erAndIndexFingerprintCachingTest, TestFacetMethods, TestIndexingPerformance, TestMergePolicyConfig, TestFiltering, TestConfigSetsAPIExclusivity, TestQueryTypes, ConfigSetsAPITest, LargeFieldTest, ConfigureRecoveryStrategyTest, IndexSizeTriggerTest, TestValueSourceCache, TestCSVLoader, TestGraphMLResponseWriter, TestOrdValues, ExternalFileFieldSortTest, TestLMJelinekMercerSimilarityFactory, TestInitParams, TestHashQParserPlugin, TestLFUCache, CdcrBidirectionalTest, TestDFRSimilarityFactory, TestSimLargeCluster, MoveReplicaHDFSTest, TestCloudJSONFacetJoinDomain, TestSha256AuthenticationProvider, TestFuzzyAnalyzedSuggestions, TestMultiWordSynonyms, CircularListTest, CollectionStateFormat2Test, DateFieldTest, WrapperMergePolicyFactoryTest, TestRandomRequestDistribution, TestRestManager, IgnoreLargeDocumentProcessorFactoryTest, TestCollectionAPIs, TestSimpleTextCodec, XmlInterpolationTest, DistributedSuggestComponentTest, SuggesterFSTTest, TestStressRecovery, TolerantUpdateProcessorTest, TestPayloadCheckQParserPlugin, TestXIncludeConfig, OverseerTaskQueueTest, TestStressInPlaceUpdates, TestSolrCloudWithKerberosAlt, CollectionTooManyReplicasTest, SearchRateTriggerIntegrationTest, AnalyticsQueryTest, CustomTermsComponentTest, TestTolerantUpdateProcessorCloud, ResourceLoaderTest, PreAnalyzedUpdateProcessorTest, DirectSolrSpellCheckerTest, TestCloudPseudoReturnFields, ReplicaListTransformerTest, ChangedSchemaMergeTest, TestHighlightDedupGrouping, TestDocSet, TestFieldCacheSort, HdfsDirectoryTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestWithCollection, LeaderFailureAfterFreshStartTest, RecoveryAfterSoftCommitTest, TestDeleteCollectionOnDownNodes, TestInPlaceUpdatesDistrib, TestRandomCollapseQParserPlugin, AliasIntegrationTest, SSLMigrationTest, TestJsonRequest, BasicDistributedZkTest, MoreLikeThisHandlerTest, SolrCLIZkUtilsTest, TriggerIntegrationTest, TestLeaderElectionWithEmptyReplica, TestDynamicFieldCollectionResource, TestTolerantSearch, ClusterStateTest, TestManagedSchema, DistributedFacetPivotLongTailTest, StatsComponentTest, SparseHLLTest, SolrCoreTest, SchemaApiFailureTest, TestAddFieldRealTimeGet, StressHdfsTest, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSearcherReuse, CoreAdminHandlerTest, TestRealTimeGet, TestSolrCoreSnapshots, RemoteQueryErrorTest, TestBM25SimilarityFactory, SolrIndexMetricsTest, TestPerFieldSimilarity, TestCustomStream, TestReplicationHandlerDiskOverFlow, TestAuthenticationFramework, SolrInfoBeanTest, SplitShardTest, SpatialRPTFieldTypeTest, TestRetrieveFieldsOptimizer, ShardRoutingTest, BadCopyFieldTest, DeleteNodeTest, SolrCloudReportersTest, TestSimComputePlanAction, ReplicationFactorTest, TestHdfsBackupRestoreCore, ExecutePlanActionTest, TestPolicyCloud, MigrateRouteKeyTest, TestSolrCloudWithHadoopAuthPlugin, TokenizerChainTest, CoreMergeIndexesAdminHandlerTest, DocumentAnalysisRequestHandlerTest, TermVectorComponentDistributedTest, PreAnalyzedFieldTest, ZkNodePropsTest, TestChildDocTransformerHierarchy, DocExpirationUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderElectionIntegrationTest, LeaderElectionTest, MetricsHistoryIntegrationTest, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, ZkControllerTest, AssignTest, CollectionsAPIDistributedZkTest, ShardSplitTest, HdfsUnloadDistributedZkTest, TestCoreDiscovery, TestDynamicURP, TestImplicitCoreProperties, TestQuerySenderListener, TestQuerySenderNoQuery, TestReloadAndDeleteDocs, TestSolrDeletionPolicy1, TestSolrDeletionPolicy2, TestSolrIndexConfig, RequestLoggingTest, ResponseBuilderTest, SearchHandlerTest, TestSQLHandler, TestSolrConfigHandlerConcurrent, TestSystemCollAutoCreate, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, ShowFileRequestHandlerTest, StatsReloadRaceTest, DistributedMLTComponentTest, DistributedQueryElevationComponentTest, FacetPivotSmallTest, SearchHandlerTest, RandomizedTaggerTest, Tagger2Test, TaggerTest, HighlighterMaxOffsetTest, TestPostingsSolrHighlighter, TestUnifiedSolrHighlighter, TestLegacyFieldReuse, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery64, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, RegexBytesRefFilterTest, SimpleFacetsTest, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, TestMacros, SmileWriterTest, TestCSVResponseWriter, TestPHPSerializedResponseWriter, TestSubQueryTransformerCrossCore, TestManagedResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaResource, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestManagedStopFilterFactory, IndexSchemaTest, NotRequiredUniqueKeyTest, NumericFieldsTest, OpenExchangeRatesOrgProviderTest, PolyFieldTest, TestManagedSchemaThreadSafety, TestPointFields, TestFieldSortValues, TestMinHashQParser, TestReload, TestReloadDeadlock, TestSolr4Spatial, TestSort, DistributedFacetSimpleRefinementLongTailTest, TestJsonFacetRefinement, TestJsonFacetsStatsParsing, TestJsonFacetsWithNestedObjects, SortByFunctionTest, TestFunctionQuery, DistanceFunctionTest, BJQParserTest, BlockJoinFacetDistribTest, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, TestCloudNestedDocsSort, TestNestedDocsSort, TestScoreJoinQPNoScore, TestSweetSpotSimilarityFactory, TestDefaultStatsCache, TestDistribIDF, TestLRUStatsCache, AuditLoggerPluginTest, BasicAuthIntegrationTest, JWTAuthPluginIntegrationTest]
[junit4] Completed [762/855 (3!)] on J1 in 10.80s, 3 tests, 1 failure <<< FAILURES!
[...truncated 47499 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj1605937339
[ecj-lint] Compiling 69 source files to /tmp/ecj1605937339
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 28)
[ecj-lint] import javax.naming.InitialContext;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The type javax.naming.InitialContext is not accessible
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 29)
[ecj-lint] import javax.naming.NamingException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The type javax.naming.NamingException is not accessible
[ecj-lint] ----------
[ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 182)
[ecj-lint] c = getFromJndi(initProps, jndiName);
[ecj-lint] ^^^^^^^^^^^
[ecj-lint] The method getFromJndi(Properties, String) from the type new Callable<Connection>(){} refers to the missing type NamingException
[ecj-lint] ----------
[ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 245)
[ecj-lint] private Connection getFromJndi(final Properties initProps, final String jndiName) throws NamingException,
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] NamingException cannot be resolved to a type
[ecj-lint] ----------
[ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
[ecj-lint] InitialContext ctx = new InitialContext();
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] InitialContext cannot be resolved to a type
[ecj-lint] ----------
[ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
[ecj-lint] InitialContext ctx = new InitialContext();
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] InitialContext cannot be resolved to a type
[ecj-lint] ----------
[ecj-lint] 6 problems (6 errors)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:687: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2049: Compile failed; see the compiler error output for details.
Total time: 387 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1842 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1842/
1 tests failed.
FAILED: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit
Error Message:
this IndexWriter is closed
Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1007)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.OutOfMemoryError: Java heap space
at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
Build Log:
[...truncated 16132 lines...]
[junit4] Suite: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit
[junit4] 2> mag 07, 2019 10:05:37 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #220,5,TGRP-TestDocTermOrdsUninvertLimit]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] 2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> mag 07, 2019 10:05:37 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #221,5,TGRP-TestDocTermOrdsUninvertLimit]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] 2> Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] 2> at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] 2> ... 3 more
[junit4] 2>
[junit4] 2> mag 07, 2019 10:05:37 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Lucene Merge Thread #210,5,TGRP-TestDocTermOrdsUninvertLimit]
[junit4] 2> org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] 2> at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] 2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
[junit4] 2> at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
[junit4] 2> at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
[junit4] 2> at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2643)
[junit4] 2> at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5082)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:115)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:136)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:199)
[junit4] 2> at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5062)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2294)
[junit4] 2> at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2268)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4910)
[junit4] 2> at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4900)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4082)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] 2> at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] 2> Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] 2> at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] 2> ... 2 more
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=E146BF5EFEDB4B2A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=Asia/Qyzylorda -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 95.5s J1 | TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit <<<
[junit4] > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
[junit4] > at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
[junit4] > at org.apache.lucene.index.IndexWriter.getConfig(IndexWriter.java:1007)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:191)
[junit4] > at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=110584, name=Lucene Merge Thread #220, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] > ... 3 moreThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=110585, name=Lucene Merge Thread #221, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot complete merge
[junit4] > at org.apache.lucene.index.IndexWriter.commitMerge(IndexWriter.java:3879)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4618)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] > ... 3 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=110574, name=Lucene Merge Thread #210, state=RUNNABLE, group=TGRP-TestDocTermOrdsUninvertLimit]
[junit4] > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at __randomizedtesting.SeedInfo.seed([E146BF5EFEDB4B2A]:0)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:704)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)
[junit4] > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
[junit4] > at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
[junit4] > at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
[junit4] > at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2565)
[junit4] > at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2643)
[junit4] > at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5082)
[junit4] > at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:115)
[junit4] > at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:136)
[junit4] > at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:199)
[junit4] > at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5062)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2294)
[junit4] > at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2268)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4910)
[junit4] > at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4900)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4082)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:625)
[junit4] > at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:662)
[junit4] > Caused by: java.lang.OutOfMemoryError: Java heap space
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:419)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:132)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:116)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4607)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] > ... 2 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.uninverting.TestDocTermOrdsUninvertLimit_E146BF5EFEDB4B2A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=152, maxMBSortInHeap=7.47543083586964, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@55b0d51), locale=it-CH, timezone=Asia/Qyzylorda
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=209136792,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, BasicDistributedZkTest, SparseHLLTest, TestSolrCoreSnapshots, TestSolrFieldCacheBean, TestUseDocValuesAsStored2, TestSolrCloudWithHadoopAuthPlugin, ShardRoutingTest, TestBulkSchemaConcurrent, SolrInfoBeanTest, TestPivotHelperCode, AliasIntegrationTest, RulesTest, NodeLostTriggerTest, TestManagedSchema, FullHLLTest, TestOrdValues, AutoAddReplicasPlanActionTest, TestDynamicFieldCollectionResource, TestCloudJSONFacetJoinDomain, TestFastLRUCache, ReplicaListTransformerTest, ProtectedTermFilterFactoryTest, TestSimPolicyCloud, ZkStateWriterTest, BasicFunctionalityTest, SuggesterFSTTest, HdfsTlogReplayBufferedWhileIndexingTest, LoggingHandlerTest, TestDistributedSearch, SpellCheckCollatorTest, TestPerFieldSimilarity, TestSolrDeletionPolicy2, RemoteQueryErrorTest, DistanceUnitsTest, TestReplicaProperties, ResourceLoaderTest, SuggesterWFSTTest, TestHashQParserPlugin, TestReload, HdfsDirectoryTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestFieldCacheSort, SplitShardTest, TestMultiWordSynonyms, TestBlendedInfixSuggestions, DistributedFacetPivotWhiteBoxTest, CdcrReplicationHandlerTest, TestMultiValuedNumericRangeQuery, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestExceedMaxTermLength, TestSimLargeCluster, TestSchemalessBufferedUpdates, CdcrWithNodesRestartsTest, SpellingQueryConverterTest, TestSearcherReuse, TestLuceneMatchVersion, TestNestedDocsSort, DistributedExpandComponentTest, TestChildDocTransformerHierarchy, HdfsBasicDistributedZkTest, DeleteStatusTest, TestOmitPositions, BJQParserTest, ExitableDirectoryReaderTest, TestValueSourceCache, TestNamedUpdateProcessors, AnalyticsQueryTest, ZkCLITest, SolrMetricReporterTest, TokenizerChainTest, TestSSLRandomization, SolrCloudReportersTest, MigrateRouteKeyTest, TestCSVResponseWriter, SchemaApiFailureTest, HttpPartitionTest, StatsComponentTest, TestAuthorizationFramework, TestQuerySenderNoQuery, ClusterStateTest, CoreMergeIndexesAdminHandlerTest, TestJsonRequest, MetricsHandlerTest, TransactionLogTest, SoftAutoCommitTest, TestAuthenticationFramework, ResponseBuilderTest, DirectSolrConnectionTest, TestPayloadCheckQParserPlugin, TestRandomCollapseQParserPlugin, ReplicationFactorTest, TestLegacyFieldReuse, DistributedQueryComponentOptimizationTest, TestComplexPhraseQParserPlugin, LegacyCloudClusterPropTest, LeaderElectionIntegrationTest, DisMaxRequestHandlerTest, TestRetrieveFieldsOptimizer, TestSQLHandler, TestEmbeddedSolrServerConstructors, TestFiltering, ExternalFileFieldSortTest, MoreLikeThisHandlerTest, TestDeleteCollectionOnDownNodes, DistributedFacetSimpleRefinementLongTailTest, TestLFUCache, DateFieldTest, PreAnalyzedUpdateProcessorTest, TestDownShardTolerantSearch, SolrIndexMetricsTest, SecurityConfHandlerTest, TolerantUpdateProcessorTest, ScriptEngineTest, TestHdfsBackupRestoreCore, TestPullReplica, QueryParsingTest, TestExactSharedStatsCache, PreAnalyzedFieldTest, WrapperMergePolicyFactoryTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HdfsNNFailoverTest, TestStressRecovery, TestDFRSimilarityFactory, ZkNodePropsTest, OpenExchangeRatesOrgProviderTest, OrderedExecutorTest, MoveReplicaHDFSTest, OverseerModifyCollectionTest, ConcurrentDeleteAndCreateCollectionTest, TestSimpleTextCodec, TestUnifiedSolrHighlighter, TestMiniSolrCloudClusterSSL, TestCloudInspectUtil, MultiThreadedOCPTest, TestStressVersions, TestCollectionAPIs, TestTolerantUpdateProcessorCloud, TestRandomRequestDistribution, TestRebalanceLeaders, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestUtilizeNode, TestWithCollection, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, NodeAddedTriggerTest, ScheduledMaintenanceTriggerTest, SearchRateTriggerIntegrationTest, TriggerCooldownIntegrationTest, TriggerEventQueueTest, TriggerIntegrationTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ConfigureRecoveryStrategyTest, CoreSorterTest, PluginInfoTest, QueryResultKeyTest, RAMDirectoryFactoryTest, SolrCoreCheckLockOnStartupTest, TestBackupRepositoryFactory, TestBadConfig, TestCodecSupport, TestConfig, TestConfigSetProperties, TestConfigSets, TestCoreContainer, TestCorePropertiesReload, TestCustomStream, TestDynamicURP, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestJmxIntegration, TestMergePolicyConfig, TestNRTOpen, TestSolrXml, TestXIncludeConfig, CSVRequestHandlerTest, DocumentAnalysisRequestHandlerTest, FieldAnalysisRequestHandlerTest, TestCSVLoader, TestConfigReload, TestReplicationHandlerDiskOverFlow, TestReqParamsAPI, TestSolrConfigHandlerConcurrent, TestSystemCollAutoCreate, V2StandaloneTest, XsltUpdateRequestHandlerTest, AutoscalingHistoryHandlerTest, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestDistributedStatsComponentCardinality, TestExpandComponent, TestExportWriter, JavabinLoaderTest, RandomizedTaggerTest, TaggerTest, FastVectorHighlighterTest, TestNumericTokenStream, TestLogWatcher, JvmMetricsTest, MetricsConfigTest, SolrGraphiteReporterTest, SolrJmxReporterTest, SubstringBytesRefFilterTest, TestFacetMethods, TestFaceting, TestRemoteStreaming, TestStreamBody, TestUnInvertedFieldException, TestWriterPerf, JSONWriterTest, TestGeoJSONResponseWriter, TestJavabinTupleStreamParser, TestPHPSerializedResponseWriter, TestSubQueryTransformerCrossCore, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestManagedSynonymGraphFilterFactory, BooleanFieldTest, ChangedSchemaMergeTest, CopyFieldTest, IndexSchemaTest, NotRequiredUniqueKeyTest, SpatialRPTFieldTypeTest, TestCollationField, TestCollationFieldDocValues, CursorMarkTest, LargeFieldTest, MergeStrategyTest, ReturnFieldsTest, SignificantTermsQParserPluginTest, SortSpecParsingTest, SpatialFilterTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestCustomSort, TestDocSet, TestElisionMultitermQuery, TestMinHashQParser, TestQueryTypes, TestReRankQParserPlugin, TestRecovery, TestJsonFacetsStatsParsing, TestJsonFacetsWithNestedObjects, SortByFunctionTest, TestFunctionQuery, BlockJoinFacetRandomTest, BlockJoinFacetSimpleTest, GraphQueryTest, SimpleMLTQParserTest, TestBM25SimilarityFactory, TestClassicSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestLegacyBM25SimilarityFactory, TestSweetSpotSimilarityFactory, TestDefaultStatsCache, TestLRUStatsCache, AuditLoggerIntegrationTest, AuditLoggerPluginTest, BasicAuthIntegrationTest, BasicAuthStandaloneTest, JWTAuthPluginIntegrationTest, JWTAuthPluginTest, MultiDestinationAuditLoggerTest, PKIAuthenticationIntegrationTest, TestRuleBasedAuthorizationPlugin, TestSha256AuthenticationProvider, TestDelegationWithHadoopAuth, NoCacheHeaderTest, ResponseHeaderTest, SolrRequestParserTest, ConjunctionSolrSpellCheckerTest, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, TestFreeTextSuggestions, TestFuzzyAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, TestPhraseSuggestions, BlockCacheTest, BlockDirectoryTest, TestDocTermOrds, TestDocTermOrdsUninvertLimit]
[junit4] Completed [791/855 (1!)] on J1 in 95.87s, 1 test, 1 error <<< FAILURES!
[...truncated 199 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20190507_014035_12818105262347648416254.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid11364.hprof ...
[junit4] Heap dump file created [609114866 bytes in 4.553 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 8986 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid11364.hprof
Total time: 625 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1841 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1841/
All tests passed
Build Log:
[...truncated 63041 lines...]
-ecj-javadoc-lint-src:
[mkdir] Created dir: /tmp/ecj2133797719
[ecj-lint] Compiling 69 source files to /tmp/ecj2133797719
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
[ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
[ecj-lint] ----------
[ecj-lint] 1. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 28)
[ecj-lint] import javax.naming.InitialContext;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The type javax.naming.InitialContext is not accessible
[ecj-lint] ----------
[ecj-lint] 2. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 29)
[ecj-lint] import javax.naming.NamingException;
[ecj-lint] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
[ecj-lint] The type javax.naming.NamingException is not accessible
[ecj-lint] ----------
[ecj-lint] 3. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 182)
[ecj-lint] c = getFromJndi(initProps, jndiName);
[ecj-lint] ^^^^^^^^^^^
[ecj-lint] The method getFromJndi(Properties, String) from the type new Callable<Connection>(){} refers to the missing type NamingException
[ecj-lint] ----------
[ecj-lint] 4. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 245)
[ecj-lint] private Connection getFromJndi(final Properties initProps, final String jndiName) throws NamingException,
[ecj-lint] ^^^^^^^^^^^^^^^
[ecj-lint] NamingException cannot be resolved to a type
[ecj-lint] ----------
[ecj-lint] 5. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
[ecj-lint] InitialContext ctx = new InitialContext();
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] InitialContext cannot be resolved to a type
[ecj-lint] ----------
[ecj-lint] 6. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/contrib/dataimporthandler/src/java/org/apache/solr/handler/dataimport/JdbcDataSource.java (at line 249)
[ecj-lint] InitialContext ctx = new InitialContext();
[ecj-lint] ^^^^^^^^^^^^^^
[ecj-lint] InitialContext cannot be resolved to a type
[ecj-lint] ----------
[ecj-lint] 6 problems (6 errors)
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:687: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/common-build.xml:479: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2049: Compile failed; see the compiler error output for details.
Total time: 334 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1840 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1840/
4 tests failed.
FAILED: org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings
Error Message:
stage 2: inconsistent endOffset at pos=1: 12 vs 14; token=bz<EMOJI>禍 ﺶ
Stack Trace:
java.lang.IllegalStateException: stage 2: inconsistent endOffset at pos=1: 12 vs 14; token=bz<EMOJI>禍 ﺶ
at __randomizedtesting.SeedInfo.seed([FD335D36B1469C78:9768E227E808BC8B]:0)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
at org.apache.lucene.analysis.snowball.SnowballFilter.incrementToken(SnowballFilter.java:90)
at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:746)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:657)
at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:559)
at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts
Error Message:
Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:43623_solr
Stack Trace:
java.lang.AssertionError: Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:43623_solr
at __randomizedtesting.SeedInfo.seed([92D96B978233C3FD:9AF87CC8BC6DD1F7]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:70)
at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:75)
at org.apache.solr.cloud.OverseerRolesTest.testDesignatedOverseerRestarts(OverseerRolesTest.java:188)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([92D96B978233C3FD]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([92D96B978233C3FD]:0)
Build Log:
[...truncated 3715 lines...]
[junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
[junit4] 2> stage 0: bz<[0-2] +1> 禍<[11-12] +1> ﺶ<[13-14] +1> t<[18-19] +1> uv<[20-22] +1>
[junit4] 2> stage 1: bz<[0-2] +1> bz 禍<[0-12] +0> bz 禍 ﺶ<[0-14] +0> bz 禍 ﺶ t<[0-19] +0> bz 禍 ﺶ t uv<[0-22] +0> 禍<[11-12] +1> 禍 ﺶ<[11-14] +0>
[junit4] 2> stage 2: bz<EMOJI>禍<[0-12] +1> bz<EMOJI>禍 ﺶ<[0-14] +0>
[junit4] 2> TEST FAIL: useCharFilter=true text='bz \u205a\u201b\u2063\u205a\u200c\u201c \ufa52,\ufeb6\ue187\ue9dd t uv'
[junit4] 2> Exception from random analyzer:
[junit4] 2> charfilters=
[junit4] 2> org.apache.lucene.analysis.MockCharFilter(java.io.StringReader@1a956f79)
[junit4] 2> tokenizer=
[junit4] 2> org.apache.lucene.analysis.standard.StandardTokenizer(org.apache.lucene.util.AttributeFactory$1@5220a7c6)
[junit4] 2> filters=
[junit4] 2> org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@216992bf term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, 16)
[junit4] 2> org.apache.lucene.analysis.shingle.FixedShingleFilter(ValidatingTokenFilter@23c8533c term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1, 2, <EMOJI>, <HIRAGANA>)
[junit4] 2> org.apache.lucene.analysis.snowball.SnowballFilter(ValidatingTokenFilter@72d37dee term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,termFrequency=1,keyword=false, org.tartarus.snowball.ext.DanishStemmer@e7b8f9b1)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=FD335D36B1469C78 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-CY -Dtests.timezone=Europe/Bratislava -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 16.7s J2 | TestRandomChains.testRandomChainsWithLargeStrings <<<
[junit4] > Throwable #1: java.lang.IllegalStateException: stage 2: inconsistent endOffset at pos=1: 12 vs 14; token=bz<EMOJI>禍 ﺶ
[junit4] > at __randomizedtesting.SeedInfo.seed([FD335D36B1469C78:9768E227E808BC8B]:0)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:146)
[junit4] > at org.apache.lucene.analysis.snowball.SnowballFilter.incrementToken(SnowballFilter.java:90)
[junit4] > at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:77)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:746)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:657)
[junit4] > at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:559)
[junit4] > at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:899)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_FD335D36B1469C78-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4d1f01ae), locale=en-CY, timezone=Europe/Bratislava
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=135501248,total=264241152
[junit4] 2> NOTE: All tests run in this JVM: [TestBengaliFilters, TestSwedishAnalyzer, TestFingerprintFilter, TestSoraniStemFilter, TestComplexPrefix, TestMorphData, TestStemmerOverrideFilter, TestLimitTokenOffsetFilterFactory, TestSpanishLightStemFilterFactory, TestTeeSinkTokenFilter, TestLengthFilter, TestNorwegianMinimalStemFilter, TestStrangeOvergeneration, TestLatvianAnalyzer, TestHindiNormalizer, TestIrishLowerCaseFilter, TestFrenchAnalyzer, TestTrimFilterFactory, TestRandomChains]
[junit4] Completed [212/291 (1!)] on J2 in 192.17s, 2 tests, 1 error <<< FAILURES!
[...truncated 10628 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
[junit4] 2> 2549598 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/init-core-data-001
[junit4] 2> 2549599 WARN (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=20 numCloses=20
[junit4] 2> 2549599 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2549600 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2549600 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001
[junit4] 2> 2549600 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2549601 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2549601 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2549701 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43085
[junit4] 2> 2549701 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:43085
[junit4] 2> 2549701 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 43085
[junit4] 2> 2549709 INFO (zkConnectionManagerCallback-14760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549712 INFO (zkConnectionManagerCallback-14762-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549714 INFO (zkConnectionManagerCallback-14764-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549717 WARN (jetty-launcher-14765-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2549717 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2549717 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2549718 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2549722 WARN (jetty-launcher-14765-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2549722 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2549722 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2549722 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2549723 WARN (jetty-launcher-14765-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2549723 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2549723 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2549723 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2549724 WARN (jetty-launcher-14765-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2549724 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2549724 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2549724 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2549725 WARN (jetty-launcher-14765-thread-5) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2549725 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2549725 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2549725 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2549727 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2549727 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2549727 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2549727 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d032e17{/solr,null,AVAILABLE}
[junit4] 2> 2549728 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@732b06b2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38598}
[junit4] 2> 2549728 INFO (jetty-launcher-14765-thread-1) [ ] o.e.j.s.Server Started @2549774ms
[junit4] 2> 2549728 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38598}
[junit4] 2> 2549728 ERROR (jetty-launcher-14765-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2549728 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2549729 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2549729 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2549729 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2549729 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-04T12:58:04.968080Z
[junit4] 2> 2549731 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2549731 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2549731 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2549731 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7afd3719{/solr,null,AVAILABLE}
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5942bd3f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34615}
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.e.j.s.Server Started @2549778ms
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34615}
[junit4] 2> 2549732 ERROR (jetty-launcher-14765-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2549732 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-04T12:58:04.971508Z
[junit4] 2> 2549733 WARN (jetty-launcher-14765-thread-6) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2549734 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2549734 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2549734 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2549735 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2549735 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2549735 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2549736 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195d10a0{/solr,null,AVAILABLE}
[junit4] 2> 2549736 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48e0806f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37849}
[junit4] 2> 2549736 INFO (jetty-launcher-14765-thread-4) [ ] o.e.j.s.Server Started @2549783ms
[junit4] 2> 2549736 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37849}
[junit4] 2> 2549737 ERROR (jetty-launcher-14765-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2549737 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2549737 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2549737 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2549737 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2549737 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-04T12:58:04.976443Z
[junit4] 2> 2549739 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2549739 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2549739 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2549739 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@544137cc{/solr,null,AVAILABLE}
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b1ca32a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43623}
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.e.j.s.Server Started @2549786ms
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43623}
[junit4] 2> 2549740 ERROR (jetty-launcher-14765-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2549740 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-04T12:58:04.979686Z
[junit4] 2> 2549742 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2549742 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2549742 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2549743 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e13890d{/solr,null,AVAILABLE}
[junit4] 2> 2549743 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1df0edf5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45582}
[junit4] 2> 2549743 INFO (jetty-launcher-14765-thread-2) [ ] o.e.j.s.Server Started @2549789ms
[junit4] 2> 2549743 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45582}
[junit4] 2> 2549743 ERROR (jetty-launcher-14765-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2549743 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2549744 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2549744 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2549744 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2549744 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-04T12:58:04.983068Z
[junit4] 2> 2549747 INFO (zkConnectionManagerCallback-14771-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549747 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2549770 INFO (zkConnectionManagerCallback-14769-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549771 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2549771 INFO (zkConnectionManagerCallback-14773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549772 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2549790 INFO (zkConnectionManagerCallback-14767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549797 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2549803 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2549803 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2549803 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2549804 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3233d3a{/solr,null,AVAILABLE}
[junit4] 2> 2549813 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3f8c05cc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44741}
[junit4] 2> 2549813 INFO (jetty-launcher-14765-thread-6) [ ] o.e.j.s.Server Started @2549859ms
[junit4] 2> 2549813 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44741}
[junit4] 2> 2549813 ERROR (jetty-launcher-14765-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2549813 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2549814 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2549814 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2549814 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2549814 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-04T12:58:05.053065Z
[junit4] 2> 2549821 INFO (zkConnectionManagerCallback-14775-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549821 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2549830 INFO (zkConnectionManagerCallback-14781-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549831 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2549903 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2549904 WARN (jetty-launcher-14765-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6829a38c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2549907 WARN (jetty-launcher-14765-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3e07079c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2549908 INFO (jetty-launcher-14765-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
[junit4] 2> 2549923 INFO (zkConnectionManagerCallback-14789-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2549949 INFO (zkConnectionManagerCallback-14791-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550075 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43623_solr
[junit4] 2> 2550076 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) starting
[junit4] 2> 2550097 INFO (zkConnectionManagerCallback-14798-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550100 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2550102 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2550103 INFO (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43623_solr
[junit4] 2> 2550103 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43623_solr
[junit4] 2> 2550105 INFO (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2550106 WARN (jetty-launcher-14765-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@724c28ae[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550128 WARN (jetty-launcher-14765-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@72b0571[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550129 INFO (jetty-launcher-14765-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
[junit4] 2> 2550137 INFO (zkCallback-14797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2550146 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2550157 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2550157 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2550168 INFO (zkConnectionManagerCallback-14805-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550173 WARN (jetty-launcher-14765-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1fdbfc15[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550186 WARN (jetty-launcher-14765-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@278aa43d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550192 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43623.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550210 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43623.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550210 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43623.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550212 INFO (jetty-launcher-14765-thread-3) [n:127.0.0.1:43623_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node3/.
[junit4] 2> 2550213 INFO (zkConnectionManagerCallback-14809-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550219 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2550224 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38598_solr as DOWN
[junit4] 2> 2550226 WARN (jetty-launcher-14765-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@245f491d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550228 INFO (jetty-launcher-14765-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
[junit4] 2> 2550228 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2550228 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38598_solr
[junit4] 2> 2550229 WARN (jetty-launcher-14765-thread-5) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@dba4e85[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550230 INFO (zkCallback-14790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2550231 INFO (jetty-launcher-14765-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
[junit4] 2> 2550233 INFO (zkCallback-14797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2550244 INFO (zkCallback-14808-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2550269 INFO (zkConnectionManagerCallback-14821-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550270 INFO (zkConnectionManagerCallback-14826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550271 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2550272 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2550277 INFO (zkConnectionManagerCallback-14818-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550281 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2550286 INFO (zkConnectionManagerCallback-14828-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550287 INFO (zkConnectionManagerCallback-14831-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550306 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2550306 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2550315 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:37849_solr as DOWN
[junit4] 2> 2550315 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34615_solr as DOWN
[junit4] 2> 2550317 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2550317 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37849_solr
[junit4] 2> 2550317 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2550317 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34615_solr
[junit4] 2> 2550319 INFO (zkCallback-14808-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2550320 INFO (zkCallback-14797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2550320 INFO (zkCallback-14790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2550329 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38598.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550336 INFO (zkCallback-14827-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2550336 INFO (zkCallback-14830-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2550348 INFO (zkCallback-14825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2550349 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38598.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550350 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38598.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550352 INFO (jetty-launcher-14765-thread-1) [n:127.0.0.1:38598_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node1/.
[junit4] 2> 2550375 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2550380 WARN (jetty-launcher-14765-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@14f79e87[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550385 WARN (jetty-launcher-14765-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@30eb9975[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550386 INFO (jetty-launcher-14765-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
[junit4] 2> 2550386 INFO (zkConnectionManagerCallback-14840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550388 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2550389 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2550390 INFO (zkConnectionManagerCallback-14845-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550390 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2550392 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2550393 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2550405 INFO (zkConnectionManagerCallback-14851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550406 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2550420 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550440 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550440 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550440 INFO (zkConnectionManagerCallback-14855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550443 INFO (jetty-launcher-14765-thread-5) [n:127.0.0.1:34615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node5/.
[junit4] 2> 2550446 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550452 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2550456 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45582_solr as DOWN
[junit4] 2> 2550457 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2550458 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2550458 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45582_solr
[junit4] 2> 2550459 WARN (jetty-launcher-14765-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@56cd5839[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550459 INFO (zkCallback-14797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550460 INFO (zkCallback-14825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550461 INFO (zkCallback-14839-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550461 INFO (zkCallback-14827-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550461 INFO (zkCallback-14808-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550461 INFO (zkCallback-14830-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550461 INFO (zkCallback-14790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550462 INFO (zkCallback-14844-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550462 WARN (jetty-launcher-14765-thread-6) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3cf7b3dd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2550464 INFO (jetty-launcher-14765-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43085/solr
[junit4] 2> 2550465 INFO (zkCallback-14854-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2550466 INFO (zkConnectionManagerCallback-14863-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550474 INFO (zkConnectionManagerCallback-14865-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550481 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2550485 INFO (zkConnectionManagerCallback-14872-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550487 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44741_solr as DOWN
[junit4] 2> 2550487 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2550488 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2550488 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44741_solr
[junit4] 2> 2550490 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2550490 INFO (zkCallback-14797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550490 INFO (zkCallback-14839-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550490 INFO (zkCallback-14790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550490 INFO (zkCallback-14808-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550491 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2550491 INFO (zkCallback-14830-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550491 INFO (zkCallback-14854-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550491 INFO (zkCallback-14844-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550491 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550491 INFO (zkCallback-14871-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550491 INFO (zkCallback-14825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550492 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550492 INFO (zkCallback-14827-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550494 INFO (zkCallback-14864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2550495 INFO (jetty-launcher-14765-thread-4) [n:127.0.0.1:37849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node4/.
[junit4] 2> 2550523 INFO (zkConnectionManagerCallback-14878-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2550525 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2550527 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2550527 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2550528 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45582.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550583 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45582.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550583 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45582.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550586 INFO (jetty-launcher-14765-thread-2) [n:127.0.0.1:45582_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node2/.
[junit4] 2> 2550599 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44741.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550622 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44741.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550622 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44741.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@38a3f1f4
[junit4] 2> 2550624 INFO (jetty-launcher-14765-thread-6) [n:127.0.0.1:44741_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerRolesTest_92D96B978233C3FD-001/tempDir-001/node6/.
[junit4] 2> 2551033 INFO (zkConnectionManagerCallback-14884-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2551035 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2551036 INFO (SUITE-OverseerRolesTest-seed#[92D96B978233C3FD]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43085/solr ready
[junit4] 2> 2551097 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerRole
[junit4] 2> 2551098 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:43623_solr
[junit4] 2> 2551098 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Election queue:
[junit4] 2> 2551104 INFO (qtp1230383851-38632) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:43623_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551110 INFO (OverseerThreadFactory-10708-thread-1-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:43623_solr
[junit4] 2> 2551120 INFO (qtp1230383851-38632) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:43623_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2551121 INFO (qtp1230383851-38634) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:38598_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551129 INFO (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551133 INFO (OverseerThreadFactory-10708-thread-2-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:38598_solr
[junit4] 2> 2551136 INFO (qtp1230383851-38634) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38598_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 2551137 INFO (qtp1230383851-38635) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:37849_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551158 INFO (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551159 INFO (OverseerThreadFactory-10708-thread-3-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:37849_solr
[junit4] 2> 2551168 INFO (qtp1230383851-38635) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37849_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 2551169 INFO (qtp1230383851-38636) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:34615_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551173 INFO (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551173 INFO (OverseerThreadFactory-10708-thread-4-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:34615_solr
[junit4] 2> 2551183 INFO (qtp1230383851-38636) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34615_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 2551184 INFO (qtp1230383851-38631) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:45582_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551187 INFO (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551187 INFO (OverseerThreadFactory-10708-thread-5-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:45582_solr
[junit4] 2> 2551191 INFO (qtp1230383851-38631) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45582_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2551193 INFO (qtp1230383851-38632) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551208 INFO (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551208 INFO (OverseerThreadFactory-10708-thread-5-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:44741_solr
[junit4] 2> 2551219 INFO (qtp1230383851-38632) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=26
[junit4] 2> 2551220 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest ### Setting overseer designate 127.0.0.1:45582_solr
[junit4] 2> 2551222 INFO (qtp1230383851-38634) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:45582_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551225 INFO (OverseerCollectionConfigSetProcessor-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551225 INFO (OverseerThreadFactory-10708-thread-5-processing-n:127.0.0.1:43623_solr) [n:127.0.0.1:43623_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:45582_solr
[junit4] 2> 2551235 INFO (qtp1230383851-38634) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45582_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2551236 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:45582_solr
[junit4] 2> 2551242 INFO (Thread-7667) [ ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73244414069571594-127.0.0.1:43623_solr-n_0000000000 overseer designates are [127.0.0.1:45582_solr]
[junit4] 2> 2551242 INFO (Thread-7667) [ ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73244414069571594-127.0.0.1:43623_solr-n_0000000000, 73244414069571597-127.0.0.1:38598_solr-n_0000000001, 73244414069571602-127.0.0.1:37849_solr-n_0000000002, 73244414069571601-127.0.0.1:34615_solr-n_0000000003, 73244414069571606-127.0.0.1:45582_solr-n_0000000004, 73244414069571608-127.0.0.1:44741_solr-n_0000000005]
[junit4] 2> 2551242 INFO (Thread-7667) [ ] o.a.s.c.OverseerNodePrioritizer asking node 73244414069571606-127.0.0.1:45582_solr-n_0000000004 to come join election at head
[junit4] 2> 2551248 INFO (qtp572013249-38619) [n:127.0.0.1:45582_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571606-127.0.0.1:45582_solr-n_0000000004&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 2551248 INFO (Thread-7667) [ ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73244414069571597-127.0.0.1:38598_solr-n_0000000001 to rejoin election
[junit4] 2> 2551259 INFO (qtp1205448589-38578) [n:127.0.0.1:38598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571597-127.0.0.1:38598_solr-n_0000000001&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2551261 INFO (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.Overseer Quit command received {
[junit4] 2> "operation":"quit",
[junit4] 2> "id":"73244414069571594-127.0.0.1:43623_solr-n_0000000000"} 127.0.0.1:43623_solr
[junit4] 2> 2551262 INFO (OverseerStateUpdate-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [n:127.0.0.1:43623_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43623_solr
[junit4] 2> 2551273 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer I (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) am exiting, but I'm still the leader
[junit4] 2> 2551274 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
[junit4] 2> 2551274 INFO (zkCallback-14854-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45582_solr
[junit4] 2> 2551275 INFO (OverseerAutoScalingTriggerThread-73244414069571594-127.0.0.1:43623_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2551276 INFO (zkCallback-14854-thread-1) [n:127.0.0.1:45582_solr ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) starting
[junit4] 2> 2551279 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
[junit4] 2> 2551279 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
[junit4] 2> 2551280 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
[junit4] 2> 2551284 INFO (OverseerStateUpdate-73244414069571606-127.0.0.1:45582_solr-n_0000000001) [n:127.0.0.1:45582_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45582_solr
[junit4] 2> 2551342 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest ### Adding another overseer designate 127.0.0.1:44741_solr
[junit4] 2> 2551343 INFO (qtp1230383851-38635) [n:127.0.0.1:44741_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551348 INFO (OverseerThreadFactory-10748-thread-1-processing-n:127.0.0.1:45582_solr) [n:127.0.0.1:45582_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:44741_solr
[junit4] 2> 2551351 INFO (qtp1230383851-38635) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 2551352 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:45582_solr
[junit4] 2> 2551353 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Election queue:
[junit4] 2> 2551356 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1896992623
[junit4] 2> 2551356 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45582_solr
[junit4] 2> 2551357 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2551357 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:45582_solr as DOWN
[junit4] 2> 2551362 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2551362 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31a4997e: rootName = solr_45582, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@364e0546
[junit4] 2> 2551378 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2551378 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ba35091: rootName = solr_45582, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@39988018
[junit4] 2> 2551386 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2551386 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56a71881: rootName = solr_45582, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7df0a1dd
[junit4] 2> 2551386 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2551389 INFO (closeThreadPool-14888-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) closing
[junit4] 2> 2551389 INFO (OverseerStateUpdate-73244414069571606-127.0.0.1:45582_solr-n_0000000001) [n:127.0.0.1:45582_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45582_solr
[junit4] 2> 2551392 INFO (OverseerAutoScalingTriggerThread-73244414069571606-127.0.0.1:45582_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2551395 INFO (closeThreadPool-14888-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) closing
[junit4] 2> 2551396 INFO (zkCallback-14839-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551396 INFO (zkCallback-14797-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551396 INFO (zkCallback-14830-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551396 INFO (zkCallback-14827-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551396 INFO (zkCallback-14808-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551397 INFO (zkCallback-14864-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551397 INFO (zkCallback-14825-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551397 INFO (zkCallback-14844-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551398 INFO (zkCallback-14790-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551398 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.Overseer Overseer (id=73244414069571606-127.0.0.1:45582_solr-n_0000000001) closing
[junit4] 2> 2551398 INFO (zkCallback-14883-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551400 INFO (zkCallback-14877-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (5)
[junit4] 2> 2551401 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1df0edf5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2551401 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e13890d{/solr,null,UNAVAILABLE}
[junit4] 2> 2551401 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2551402 INFO (zkCallback-14830-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37849_solr
[junit4] 2> 2551402 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:44741_solr
[junit4] 2> 2551403 INFO (zkCallback-14830-thread-2) [n:127.0.0.1:37849_solr ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) starting
[junit4] 2> 2551419 INFO (OverseerStateUpdate-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37849_solr
[junit4] 2> 2551428 INFO (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73244414069571602-127.0.0.1:37849_solr-n_0000000002 overseer designates are [127.0.0.1:45582_solr, 127.0.0.1:44741_solr]
[junit4] 2> 2551429 INFO (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73244414069571602-127.0.0.1:37849_solr-n_0000000002, 73244414069571601-127.0.0.1:34615_solr-n_0000000003, 73244414069571608-127.0.0.1:44741_solr-n_0000000005, 73244414069571597-127.0.0.1:38598_solr-n_0000000007, 73244414069571594-127.0.0.1:43623_solr-n_0000000008]
[junit4] 2> 2551429 INFO (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.OverseerNodePrioritizer asking node 73244414069571608-127.0.0.1:44741_solr-n_0000000005 to come join election at head
[junit4] 2> 2551440 INFO (qtp1230383851-38631) [n:127.0.0.1:44741_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571608-127.0.0.1:44741_solr-n_0000000005&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2551440 INFO (OverseerCollectionConfigSetProcessor-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73244414069571601-127.0.0.1:34615_solr-n_0000000003 to rejoin election
[junit4] 2> 2551449 INFO (qtp1129992887-38588) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571601-127.0.0.1:34615_solr-n_0000000003&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2551455 INFO (OverseerStateUpdate-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.Overseer Quit command received {
[junit4] 2> "operation":"quit",
[junit4] 2> "id":"73244414069571602-127.0.0.1:37849_solr-n_0000000002"} 127.0.0.1:37849_solr
[junit4] 2> 2551456 INFO (OverseerStateUpdate-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [n:127.0.0.1:37849_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37849_solr
[junit4] 2> 2551458 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer I (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) am exiting, but I'm still the leader
[junit4] 2> 2551467 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
[junit4] 2> 2551467 INFO (OverseerAutoScalingTriggerThread-73244414069571602-127.0.0.1:37849_solr-n_0000000002) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2551469 INFO (zkCallback-14864-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44741_solr
[junit4] 2> 2551471 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
[junit4] 2> 2551471 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
[junit4] 2> 2551471 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
[junit4] 2> 2551473 INFO (zkCallback-14864-thread-2) [n:127.0.0.1:44741_solr ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) starting
[junit4] 2> 2551484 INFO (OverseerStateUpdate-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44741_solr
[junit4] 2> 2551504 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest ### Adding last overseer designate 127.0.0.1:34615_solr
[junit4] 2> 2551505 INFO (qtp1129992887-38590) [n:127.0.0.1:34615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:34615_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551509 INFO (OverseerThreadFactory-10757-thread-1-processing-n:127.0.0.1:44741_solr) [n:127.0.0.1:44741_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:34615_solr
[junit4] 2> 2551511 INFO (qtp1129992887-38590) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34615_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2551512 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:44741_solr
[junit4] 2> 2551512 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Election queue:
[junit4] 2> 2551512 INFO (qtp1129992887-38591) [n:127.0.0.1:34615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551515 INFO (OverseerCollectionConfigSetProcessor-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000016 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2551515 INFO (OverseerThreadFactory-10757-thread-2-processing-n:127.0.0.1:44741_solr) [n:127.0.0.1:44741_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:44741_solr
[junit4] 2> 2551517 INFO (qtp1129992887-38591) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 2551517 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:34615_solr
[junit4] 2> 2551518 INFO (Thread-7670) [ ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73244414069571608-127.0.0.1:44741_solr-n_0000000003 overseer designates are [127.0.0.1:45582_solr, 127.0.0.1:34615_solr]
[junit4] 2> 2551518 INFO (Thread-7670) [ ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73244414069571608-127.0.0.1:44741_solr-n_0000000003, 73244414069571597-127.0.0.1:38598_solr-n_0000000007, 73244414069571594-127.0.0.1:43623_solr-n_0000000008, 73244414069571601-127.0.0.1:34615_solr-n_0000000010, 73244414069571602-127.0.0.1:37849_solr-n_0000000011]
[junit4] 2> 2551518 INFO (Thread-7670) [ ] o.a.s.c.OverseerNodePrioritizer asking node 73244414069571601-127.0.0.1:34615_solr-n_0000000010 to come join election at head
[junit4] 2> 2551521 INFO (zkCallback-14830-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73244414069571602-127.0.0.1:37849_solr-n_0000000002) closing
[junit4] 2> 2551522 INFO (qtp1129992887-38588) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571601-127.0.0.1:34615_solr-n_0000000010&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2551523 INFO (Thread-7670) [ ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73244414069571597-127.0.0.1:38598_solr-n_0000000007 to rejoin election
[junit4] 2> 2551525 INFO (zkCallback-14790-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73244414069571594-127.0.0.1:43623_solr-n_0000000000) closing
[junit4] 2> 2551526 INFO (qtp1205448589-38580) [n:127.0.0.1:38598_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73244414069571597-127.0.0.1:38598_solr-n_0000000007&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2551528 INFO (OverseerStateUpdate-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr ] o.a.s.c.Overseer Quit command received {
[junit4] 2> "operation":"quit",
[junit4] 2> "id":"73244414069571608-127.0.0.1:44741_solr-n_0000000003"} 127.0.0.1:44741_solr
[junit4] 2> 2551529 INFO (OverseerStateUpdate-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [n:127.0.0.1:44741_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44741_solr
[junit4] 2> 2551529 WARN (OverseerExitThread) [ ] o.a.s.c.Overseer I (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) am exiting, but I'm still the leader
[junit4] 2> 2551531 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
[junit4] 2> 2551531 INFO (OverseerAutoScalingTriggerThread-73244414069571608-127.0.0.1:44741_solr-n_0000000003) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2551534 INFO (zkCallback-14827-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34615_solr
[junit4] 2> 2551535 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
[junit4] 2> 2551535 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
[junit4] 2> 2551535 INFO (OverseerExitThread) [ ] o.a.s.c.Overseer Overseer (id=73244414069571608-127.0.0.1:44741_solr-n_0000000003) closing
[junit4] 2> 2551535 INFO (zkCallback-14827-thread-1) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Overseer (id=73244414069571601-127.0.0.1:34615_solr-n_0000000007) starting
[junit4] 2> 2551539 INFO (OverseerStateUpdate-73244414069571601-127.0.0.1:34615_solr-n_0000000007) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34615_solr
[junit4] 2> 2551619 INFO (qtp1129992887-38589) [n:127.0.0.1:34615_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2551623 INFO (OverseerThreadFactory-10761-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:44741_solr
[junit4] 2> 2551626 INFO (qtp1129992887-38589) [n:127.0.0.1:34615_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44741_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2551627 INFO (TEST-OverseerRolesTest.testOverseerRole-seed#[92D96B978233C3FD]) [ ] o.a.s.c.OverseerRolesTest ### Sending QUIT to overseer 127.0.0.1:34615_solr
[junit4] 2> 2551630 INFO (OverseerStateUpdate-73244414069571601-127.0.0.1:34615_solr-n_0000000007) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Quit command received {
[junit4] 2> "operation":"quit",
[junit4] 2> "id":"73244414069571601-127.0.0.1:34615_solr-n_0000000007"} 127.0.0.1:34615_solr
[junit4] 2> 2551630 INFO (OverseerStateUpdate-73244414069571601-127.0.0.1:34615_solr-n_0000000007) [
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1959603212
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1959603212
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1959603212
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 61ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 435 minutes 59 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1839 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1839/
2 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([F7D80A63C16FF740]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([F7D80A63C16FF740]:0)
Build Log:
[...truncated 16020 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/init-core-data-001
[junit4] 2> 2786705 WARN (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
[junit4] 2> 2786705 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2786706 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 2786706 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2786706 INFO (SUITE-ChaosMonkeyNothingIsSafeTest-seed#[F7D80A63C16FF740]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2786711 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2786711 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2786711 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2786811 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer start zk server on port:45775
[junit4] 2> 2786811 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45775
[junit4] 2> 2786812 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45775
[junit4] 2> 2786816 INFO (zkConnectionManagerCallback-71500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2786820 INFO (zkConnectionManagerCallback-71502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2786821 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2786823 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2786824 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2786826 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2786828 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2786829 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2786831 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2786832 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2786833 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2786835 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2786836 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2786838 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2787027 WARN (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2787028 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2787028 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2787028 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2787047 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2787047 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2787047 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2787048 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71699809{/,null,AVAILABLE}
[junit4] 2> 2787052 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16567bff{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46620}
[junit4] 2> 2787052 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.s.Server Started @2787100ms
[junit4] 2> 2787052 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/control/data, hostPort=46620, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores, replicaType=NRT}
[junit4] 2> 2787053 ERROR (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2787053 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2787053 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2787053 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2787053 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2787054 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:46.026989Z
[junit4] 2> 2787056 INFO (zkConnectionManagerCallback-71504-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787058 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2787058 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/solr.xml
[junit4] 2> 2787062 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2787062 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2787064 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2787231 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2787233 WARN (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7aac8362[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2787238 WARN (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a71c981[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2787239 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2787247 INFO (zkConnectionManagerCallback-71511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787256 INFO (zkConnectionManagerCallback-71513-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787404 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46620_
[junit4] 2> 2787404 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.c.Overseer Overseer (id=73238840943443972-127.0.0.1:46620_-n_0000000000) starting
[junit4] 2> 2787413 INFO (zkConnectionManagerCallback-71520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787417 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2787419 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46620_
[junit4] 2> 2787423 INFO (OverseerStateUpdate-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46620_
[junit4] 2> 2787428 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787429 INFO (OverseerStateUpdate-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787460 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2787502 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2787525 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2787525 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2787528 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [n:127.0.0.1:46620_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores
[junit4] 2> 2787558 INFO (zkConnectionManagerCallback-71526-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2787559 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2787561 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2787563 INFO (qtp1277329185-151594) [n:127.0.0.1:46620_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46620_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2787567 INFO (OverseerThreadFactory-14012-thread-1-processing-n:127.0.0.1:46620_) [n:127.0.0.1:46620_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2787677 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2787677 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2788696 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2788724 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2788818 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2788840 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2788841 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2788842 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2788847 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2788857 WARN (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2788928 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2788928 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2788930 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2788930 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2788932 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28d64453
[junit4] 2> 2788932 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a01015e[control_collection_shard1_replica_n1] main]
[junit4] 2> 2788934 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2788935 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2788935 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2788936 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632517119445827584
[junit4] 2> 2788940 INFO (searcherExecutor-14017-thread-1-processing-n:127.0.0.1:46620_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4a01015e[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2788943 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2788943 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2788947 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2788948 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2788948 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46620/control_collection_shard1_replica_n1/
[junit4] 2> 2788948 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2788948 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46620/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2788948 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73238840943443972-core_node2-n_0000000000
[junit4] 2> 2788950 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46620/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2789052 INFO (zkCallback-71512-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2789054 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2789056 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1379
[junit4] 2> 2789058 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2789074 INFO (qtp1277329185-151594) [n:127.0.0.1:46620_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2789160 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2789160 INFO (zkCallback-71512-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2789160 INFO (zkCallback-71512-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2789161 INFO (qtp1277329185-151594) [n:127.0.0.1:46620_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46620_&wt=javabin&version=2} status=0 QTime=1597
[junit4] 2> 2789169 INFO (zkConnectionManagerCallback-71532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789171 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2789173 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2789173 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2789175 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2789181 INFO (OverseerCollectionConfigSetProcessor-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2789182 INFO (OverseerThreadFactory-14012-thread-2-processing-n:127.0.0.1:46620_) [n:127.0.0.1:46620_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2789390 WARN (OverseerThreadFactory-14012-thread-2-processing-n:127.0.0.1:46620_) [n:127.0.0.1:46620_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2789392 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2789393 INFO (qtp1277329185-151596) [n:127.0.0.1:46620_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=218
[junit4] 2> 2789403 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=9
[junit4] 2> 2789677 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001 of type NRT
[junit4] 2> 2789688 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2789690 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2789690 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2789690 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2789703 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2789703 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2789703 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2789704 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dad2639{/,null,AVAILABLE}
[junit4] 2> 2789704 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7645854{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45990}
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.Server Started @2789753ms
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty1, hostPort=45990, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001/cores}
[junit4] 2> 2789705 ERROR (closeThreadPool-71533-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2789705 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:48.678685Z
[junit4] 2> 2789708 INFO (zkConnectionManagerCallback-71535-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2789709 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2789709 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001/solr.xml
[junit4] 2> 2789713 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2789713 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2789715 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2790136 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2790139 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@488e0ef0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2790144 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@62ad7a36[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2790145 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2790148 INFO (zkConnectionManagerCallback-71542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790163 INFO (zkConnectionManagerCallback-71544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790173 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2790179 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.ZkController Publish node=127.0.0.1:45990_ as DOWN
[junit4] 2> 2790181 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2790181 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45990_
[junit4] 2> 2790183 INFO (zkCallback-71531-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2790183 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2790183 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2790184 INFO (zkCallback-71543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2790218 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001 of type NRT
[junit4] 2> 2790222 INFO (zkConnectionManagerCallback-71551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790227 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2790229 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2790230 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2790231 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2790232 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2790238 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2790238 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2790243 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2790243 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2790243 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2790244 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79dff35f{/,null,AVAILABLE}
[junit4] 2> 2790244 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26c7f459{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34979}
[junit4] 2> 2790244 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.Server Started @2790293ms
[junit4] 2> 2790244 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty2, hostPort=34979, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001/cores}
[junit4] 2> 2790245 ERROR (closeThreadPool-71533-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2790245 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2790245 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2790245 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2790245 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2790245 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:49.218888Z
[junit4] 2> 2790257 INFO (zkConnectionManagerCallback-71554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790261 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2790261 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001/solr.xml
[junit4] 2> 2790265 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2790265 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2790268 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2790357 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2790396 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2790396 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2790429 INFO (closeThreadPool-71533-thread-1) [n:127.0.0.1:45990_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-1-001/cores
[junit4] 2> 2790573 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2790574 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@74076aa6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2790578 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71057bc1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2790580 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2790587 INFO (zkConnectionManagerCallback-71561-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790599 INFO (zkConnectionManagerCallback-71563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790618 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2790621 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001 of type NRT
[junit4] 2> 2790621 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2790622 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2790622 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2790622 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2790628 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.ZkController Publish node=127.0.0.1:34979_ as DOWN
[junit4] 2> 2790632 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2790633 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34979_
[junit4] 2> 2790634 INFO (zkCallback-71543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2790634 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2790634 INFO (zkCallback-71531-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2790756 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2790756 INFO (zkCallback-71550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2790757 INFO (zkCallback-71562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2790758 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2790758 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2790758 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2790758 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cee0ee5{/,null,AVAILABLE}
[junit4] 2> 2790759 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54c76b06{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34500}
[junit4] 2> 2790759 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.Server Started @2790807ms
[junit4] 2> 2790759 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty3, hostPort=34500, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 2790760 ERROR (closeThreadPool-71533-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2790760 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2790760 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2790760 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2790760 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2790760 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:49.733365Z
[junit4] 2> 2790779 INFO (zkConnectionManagerCallback-71567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790781 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2790781 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001/solr.xml
[junit4] 2> 2790785 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2790785 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2790787 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2790812 INFO (zkConnectionManagerCallback-71572-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2790818 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2790821 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2790825 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2790906 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2790979 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2790982 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2790991 INFO (closeThreadPool-71533-thread-2) [n:127.0.0.1:34979_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-2-001/cores
[junit4] 2> 2791150 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2791161 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@53dba72[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2791162 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001 of type NRT
[junit4] 2> 2791163 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2791163 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2791163 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2791163 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2791186 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c5ee943[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2791188 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2791189 INFO (OverseerCollectionConfigSetProcessor-73238840943443972-127.0.0.1:46620_-n_0000000000) [n:127.0.0.1:46620_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2791201 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791201 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791201 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2791201 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66448c39{/,null,AVAILABLE}
[junit4] 2> 2791202 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4153387a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34553}
[junit4] 2> 2791202 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.Server Started @2791251ms
[junit4] 2> 2791202 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty4, hostPort=34553, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 2791203 ERROR (closeThreadPool-71533-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791203 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2791203 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2791203 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791203 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791203 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:50.176562Z
[junit4] 2> 2791205 INFO (zkConnectionManagerCallback-71580-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791211 INFO (zkConnectionManagerCallback-71582-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791216 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2791216 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001/solr.xml
[junit4] 2> 2791223 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2791223 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2791226 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2791236 INFO (zkConnectionManagerCallback-71584-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791250 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2791269 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34500_ as DOWN
[junit4] 2> 2791278 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2791278 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34500_
[junit4] 2> 2791280 INFO (zkCallback-71531-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791280 INFO (zkCallback-71543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791281 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791282 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791282 INFO (zkCallback-71562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791282 INFO (zkCallback-71550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791340 INFO (zkCallback-71571-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791343 INFO (zkCallback-71583-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2791548 INFO (zkConnectionManagerCallback-71592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791550 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2791554 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2791562 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2791566 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2791574 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@51da2d17[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2791593 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@46b1082[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2791596 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2791608 INFO (zkConnectionManagerCallback-71599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791613 INFO (zkConnectionManagerCallback-71601-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791616 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2791621 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2791628 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34553_ as DOWN
[junit4] 2> 2791630 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2791630 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34553_
[junit4] 2> 2791633 INFO (zkCallback-71543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71531-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71571-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71583-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791633 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791634 INFO (zkCallback-71591-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791647 INFO (zkCallback-71600-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2791652 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2791653 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2791655 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-3-001/cores
[junit4] 2> 2791681 INFO (zkConnectionManagerCallback-71608-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791684 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2791686 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2791686 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2791697 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001 of type NRT
[junit4] 2> 2791707 WARN (closeThreadPool-71533-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2791707 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2791708 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2791708 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2791732 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791732 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791732 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2791734 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@475cb8bc{/,null,AVAILABLE}
[junit4] 2> 2791735 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a62d274{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41460}
[junit4] 2> 2791735 INFO (closeThreadPool-71533-thread-3) [ ] o.e.j.s.Server Started @2791784ms
[junit4] 2> 2791735 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty5, hostPort=41460, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001/cores}
[junit4] 2> 2791736 ERROR (closeThreadPool-71533-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791736 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2791736 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2791736 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791736 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791736 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:50.709384Z
[junit4] 2> 2791740 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2791742 INFO (zkConnectionManagerCallback-71611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791743 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2791743 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001/solr.xml
[junit4] 2> 2791747 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2791747 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2791749 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2791787 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2791788 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2791790 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-4-001/cores
[junit4] 2> 2791867 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2791880 WARN (closeThreadPool-71533-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26fd0838[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2791899 WARN (closeThreadPool-71533-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15cc0dbf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2791900 INFO (closeThreadPool-71533-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2791927 INFO (zkConnectionManagerCallback-71618-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791938 INFO (zkConnectionManagerCallback-71620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791945 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-6-001 of type NRT
[junit4] 2> 2791945 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2791946 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2791946 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2791946 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2791948 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2791948 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2791948 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2791948 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a48cb01{/,null,AVAILABLE}
[junit4] 2> 2791949 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d898615{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36852}
[junit4] 2> 2791949 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2791949 INFO (closeThreadPool-71533-thread-2) [ ] o.e.j.s.Server Started @2791997ms
[junit4] 2> 2791949 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty6, hostPort=36852, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 2791953 ERROR (closeThreadPool-71533-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2791953 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2791953 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2791953 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2791953 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2791953 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:50.926453Z
[junit4] 2> 2791966 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.ZkController Publish node=127.0.0.1:41460_ as DOWN
[junit4] 2> 2791967 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2791967 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41460_
[junit4] 2> 2791971 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71531-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71571-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71591-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791971 INFO (zkCallback-71600-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791972 INFO (zkCallback-71583-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791972 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791982 INFO (zkConnectionManagerCallback-71624-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2791985 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2791985 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-6-001/solr.xml
[junit4] 2> 2791997 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2791997 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2791997 INFO (zkCallback-71607-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2791999 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2792007 INFO (zkCallback-71619-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2792053 INFO (zkConnectionManagerCallback-71630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2792055 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2792057 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2792069 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2792143 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2792180 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2792180 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2792183 INFO (closeThreadPool-71533-thread-3) [n:127.0.0.1:41460_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-5-001/cores
[junit4] 2> 2792184 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2792186 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@12f1fea4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2792191 WARN (closeThreadPool-71533-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7200e04f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2792193 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45775/solr
[junit4] 2> 2792213 INFO (zkConnectionManagerCallback-71637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2792246 INFO (zkConnectionManagerCallback-71639-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2792262 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2792269 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36852_ as DOWN
[junit4] 2> 2792271 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2792271 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36852_
[junit4] 2> 2792273 INFO (zkCallback-71519-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792273 INFO (zkCallback-71531-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792273 INFO (zkCallback-71571-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792273 INFO (zkCallback-71607-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792273 INFO (zkCallback-71543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792274 INFO (zkCallback-71619-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792274 INFO (zkCallback-71583-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792274 INFO (zkCallback-71562-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792275 INFO (zkCallback-71600-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792275 INFO (zkCallback-71550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792275 INFO (zkCallback-71591-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792279 INFO (zkCallback-71512-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792288 INFO (zkCallback-71629-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792290 INFO (zkCallback-71638-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 2792343 INFO (zkConnectionManagerCallback-71646-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2792345 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
[junit4] 2> 2792347 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45775/solr ready
[junit4] 2> 2792363 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2792452 INFO (TEST-ChaosMonkeyNothingIsSafeTest.test-seed#[F7D80A63C16FF740]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-7-001 of type NRT
[junit4] 2> 2792455 WARN (closeThreadPool-71533-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2792456 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2792456 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2792456 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2792491 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2792491 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2792491 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2792492 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@617aa2db{/,null,AVAILABLE}
[junit4] 2> 2792493 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@619c186f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36307}
[junit4] 2> 2792493 INFO (closeThreadPool-71533-thread-1) [ ] o.e.j.s.Server Started @2792541ms
[junit4] 2> 2792493 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/tempDir-001/jetty7, hostPort=36307, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 2792494 ERROR (closeThreadPool-71533-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2792494 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2792494 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2792494 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2792494 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2792494 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-03T13:20:51.467423Z
[junit4] 2> 2792502 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2792522 INFO (zkConnectionManagerCallback-71649-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2792525 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2792525 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeyNothingIsSafeTest_F7D80A63C16FF740-001/shard-7-001/solr.xml
[junit4] 2> 2792531 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2792531 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2792538 INFO (closeThreadPool-71533-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2792665 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@50e707b6
[junit4] 2> 2792666 INFO (closeThreadPool-71533-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1221331740
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1221331740
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1221331740
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 68ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 494 minutes 26 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1838 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1838/
7 tests failed.
FAILED: org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.util.packed.TestPackedInts
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
Error from server at http://127.0.0.1:43761/collection1: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_C1D8EB6E91888BE5-001/index-SimpleFSDirectory-003/_4_3_Direct_0.dvdd: Too many open files
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43761/collection1: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.TestInPlaceUpdatesDistrib_C1D8EB6E91888BE5-001/index-SimpleFSDirectory-003/_4_3_Direct_0.dvdd: Too many open files
at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:498CD4B43F74E61D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:649)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1068)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:837)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:769)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1726)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:409)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:162)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:6932189366986B20]:0)
at org.mockito.Mockito.spy(Mockito.java:1980)
at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionAdd(DistributedUpdateProcessorTest.java:101)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:3296BFD3C864A25F]:0)
at org.mockito.Mockito.spy(Mockito.java:1980)
at org.apache.solr.update.processor.DistributedUpdateProcessorTest.runCommands(DistributedUpdateProcessorTest.java:144)
at org.apache.solr.update.processor.DistributedUpdateProcessorTest.testVersionDelete(DistributedUpdateProcessorTest.java:125)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.mockito.internal.junit.JUnitRule$1.evaluateSafely(JUnitRule.java:52)
at org.mockito.internal.junit.JUnitRule$1.evaluate(JUnitRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.update.PeerSyncWithLeaderTest.test
Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36969/v/ig/collection1
Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36969/v/ig/collection1
at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:498CD4B43F74E61D]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:36969/v/ig/collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
FAILED: org.apache.solr.update.PeerSyncTest.test
Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38320/collection1
Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38320/collection1
at __randomizedtesting.SeedInfo.seed([C1D8EB6E91888BE5:498CD4B43F74E61D]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:38320/collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
Build Log:
[...truncated 2210 lines...]
[junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
[junit4] 2> May 02, 2019 12:17:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.util.packed.TestPackedInts
[junit4] 2> 1) Thread[id=13305, name=SUITE-TestPackedInts-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
[junit4] 2> at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.base/java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
[junit4] 2> 2) Thread[id=11, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.base@11.0.1/java.lang.Thread.sleep(Native Method)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 3) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
[junit4] 2> at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
[junit4] 2> at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
[junit4] 2> at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.base@11.0.1/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@11.0.1/java.lang.Thread.join(Thread.java:1305)
[junit4] 2> at java.base@11.0.1/java.lang.Thread.join(Thread.java:1379)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPackedInts -Dtests.method=testPackedLongValues -Dtests.seed=1A186E29475515D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-DK -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7179s J2 | TestPackedInts.testPackedLongValues <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)
[junit4] 2> May 02, 2019 12:17:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> May 02, 2019 12:17:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.util.packed.TestPackedInts:
[junit4] 2> 1) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
[junit4] 2> at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
[junit4] 2> at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
[junit4] 2> at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
[junit4] 2> May 02, 2019 12:17:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
[junit4] 2> May 02, 2019 12:17:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=13306, name=TEST-TestPackedInts.testPackedLongValues-seed#[1A186E29475515D6], state=RUNNABLE, group=TGRP-TestPackedInts]
[junit4] 2> at java.base@11.0.1/java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOfInstance(RamUsageEstimator.java:287)
[junit4] 2> at app//org.apache.lucene.util.RamUsageEstimator.shallowSizeOf(RamUsageEstimator.java:264)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.handleOther(RamUsageTester.java:146)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.measureObjectSize(RamUsageTester.java:123)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:76)
[junit4] 2> at app//org.apache.lucene.util.RamUsageTester.sizeOf(RamUsageTester.java:81)
[junit4] 2> at app//org.apache.lucene.util.packed.TestPackedInts.testPackedLongValues(TestPackedInts.java:1030)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at java.base@11.0.1/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base@11.0.1/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=988, maxMBSortInHeap=6.353315933231055, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@31fbffb3), locale=en-DK, timezone=America/Juneau
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=2,free=417996096,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestDeterminism, TestNativeFSLockFactory, TestSimilarityProvider, TestWeakIdentityMap, TestIndexableField, TestStressIndexing2, Test2BPostings, TestMultiPhraseQuery, TestDemoParallelLeafReader, TestSortRescorer, TestPhrasePrefixQuery, TestMultiFields, TestSimpleAttributeImpl, TestAddIndexes, TestSpanNearQuery, TestPendingDeletes, TestUnicodeUtil, TestLucene60PointsFormat, TestDocumentWriter, TestMultiThreadTermVectors, TestSimpleExplanationsWithFillerDocs, TestTragicIndexWriterDeadlock, TestGraphTokenizers, TestNamedSPILoader, TestOmitTf, TestGeoEncodingUtils, TestUpgradeIndexMergePolicy, TestRollingUpdates, TestCustomNorms, TestSameScoresWithThreads, TestOfflineSorter, TestUTF32ToUTF8, TestBooleanRewrites, TestAxiomaticF3EXP, TestSpanCollection, TestStressAdvance, TestAttributeSource, TestSegmentCacheables, TestClassicSimilarity, TestLatLonPointDistanceSort, TestIndexCommit, TestFilterCodecReader, TestPositionIncrement, TermInSetQueryTest, TestIndexWriterDeleteByQuery, TestDoubleValuesSource, TestPolygon2D, TestPrefixCodedTerms, TestRegexpRandom2, TestMultiMMap, TestBKDRadixSelector, TestTermdocPerf, TestBytesRefArray, TestSpanSearchEquivalence, TestNeedsScores, TestDocValuesIndexing, TestBytesRefAttImpl, TestDateSort, TestSpanExplanationsOfNonMatches, TestFieldType, TestSpansEnum, TestReaderPool, TestLucene80DocValuesFormat, TestNeverDelete, TestCachingCollector, TestIndexWriterThreadsToSegments, TestSwappedIndexFiles, TestFilterDirectory, TestMixedCodecs, TestMSBRadixSorter, TestLatLonDocValuesQueries, TestWildcard, TestDoubleRange, TestGraphTokenStreamFiniteStrings, TestSearchForDuplicates, TestIntroSelector, TestSparseFixedBitDocIdSet, TestQueryVisitor, TestRecyclingByteBlockAllocator, TestNumericDocValuesUpdates, Test2BSortedDocValuesOrds, TestCodecHoldsOpenFiles, TestFieldReuse, TestTotalHits, TestParallelTermEnum, TestBoolean2ScorerSupplier, TestBooleanMinShouldMatch, TestBooleanOr, TestComplexExplanations, TestComplexExplanationsOfNonMatches, TestConjunctionDISI, TestConstantScoreQuery, TestConstantScoreScorer, TestDocIdSetIterator, TestDocValuesQueries, TestFilterWeight, TestFloatRangeFieldQueries, TestLiveFieldValues, TestLongRangeFieldQueries, TestMatchAllDocsQuery, TestMatchNoDocsQuery, TestMaxScoreSumPropagator, TestMinShouldMatch2, TestMultiCollector, TestMultiTermConstantScore, TestPhraseQuery, TestPositiveScoresOnlyCollector, TestPrefixInBooleanQuery, TestPrefixQuery, TestPrefixRandom, TestRegexpQuery, TestScoreCachingWrappingScorer, TestScorerPerf, TestSearchAfter, TestSearchWithThreads, TestSimpleSearchEquivalence, TestSloppyPhraseQuery, TestSloppyPhraseQuery2, TestTopDocsMerge, TestAxiomaticF1LOG, TestAxiomaticSimilarity, TestBM25Similarity, TestBasicModelIn, TestDistributionSPL, TestIndependenceStandardized, TestLMJelinekMercerSimilarity, TestSleepingLockWrapper, TestDocIdSetBuilder, TestFilterIterator, TestFixedBitDocIdSet, TestFixedBitSet, TestPriorityQueue, TestRecyclingIntBlockAllocator, TestRoaringDocIdSet, TestRollingBuffer, TestSetOnce, TestStringMSBRadixSorter, LimitedFiniteStringsIteratorTest, TestCompiledAutomaton, TestDeterminizeLexicon, TestLevenshteinAutomata, TestMinimize, TestBytesStore, TestPackedInts]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPackedInts -Dtests.seed=1A186E29475515D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-DK -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestPackedInts (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([1A186E29475515D6]:0)
[junit4] Completed [514/514 (1!)] on J2 in 7222.71s, 23 tests, 2 errors, 1 skipped <<< FAILURES!
[...truncated 10904 lines...]
[junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/init-core-data-001
[junit4] 2> 8471 INFO (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 8474 INFO (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 8474 INFO (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 8475 INFO (SUITE-PeerSyncTest-seed#[C1D8EB6E91888BE5]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 8500 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 8707 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr
[junit4] 2> 8712 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 9192 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 10081 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 10245 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10304 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10324 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10409 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 10661 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 11210 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
[junit4] 2> 11465 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 11474 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 11493 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 11642 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 12015 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 13369 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 13970 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3fa079b1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 14409 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@429b6c13[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 14859 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 14861 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 15339 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 15348 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 15349 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 15542 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 15648 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 15778 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 16773 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 16943 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 16995 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 17011 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/init-core-data-001/]
[junit4] 2> 17217 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.9296875, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.606527741165287, segmentsPerTier=28.0, maxCFSSegmentSizeMB=0.744140625, noCFSRatio=0.0, deletesPctAllowed=24.443523987807666
[junit4] 2> 17870 WARN (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 18695 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 18695 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 18717 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 18717 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 18727 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.955078125, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=27.271439198847617, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22923975428613697, deletesPctAllowed=34.66797836246508
[junit4] 2> 18751 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@646daa9[collection1] main]
[junit4] 2> 19024 WARN (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 19103 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 19117 INFO (coreLoadExecutor-10-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632414493496573952
[junit4] 2> 19155 INFO (searcherExecutor-11-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@646daa9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 19160 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 20030 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores/collection1
[junit4] 2> 20199 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 20483 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 20484 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 20491 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 20556 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 20556 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 20557 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 20582 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@562db21c{/,null,AVAILABLE}
[junit4] 2> 20599 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3884903f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43005}
[junit4] 2> 20599 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.Server Started @20650ms
[junit4] 2> 20599 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=43005, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores}
[junit4] 2> 20635 ERROR (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 20635 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 20638 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 20638 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 20642 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 20648 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-02T10:09:37.705394Z
[junit4] 2> 20656 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/solr.xml
[junit4] 2> 20704 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 20704 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 20746 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 21090 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 21101 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6428640f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 21129 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c5bea9a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 21174 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 21175 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 21267 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 21269 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 21269 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 21284 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores
[junit4] 2> 21287 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 21300 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 21372 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 21463 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 21926 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 22043 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 22049 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 22049 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 22068 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.9296875, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.606527741165287, segmentsPerTier=28.0, maxCFSSegmentSizeMB=0.744140625, noCFSRatio=0.0, deletesPctAllowed=24.443523987807666
[junit4] 2> 22074 WARN (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 22255 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 22255 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 22260 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 22260 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 22282 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.955078125, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=27.271439198847617, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22923975428613697, deletesPctAllowed=34.66797836246508
[junit4] 2> 22284 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c210331[collection1] main]
[junit4] 2> 22285 WARN (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 22287 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 22287 INFO (coreLoadExecutor-24-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632414496821608448
[junit4] 2> 22308 INFO (searcherExecutor-25-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c210331[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 22899 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores/collection1
[junit4] 2> 22906 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 22907 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 22907 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 22908 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 22915 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 22915 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 22915 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 22935 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44aefdc{/,null,AVAILABLE}
[junit4] 2> 22940 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f4cfeb8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38320}
[junit4] 2> 22940 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.s.Server Started @22990ms
[junit4] 2> 22940 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/, solrconfig=solrconfig-tlog.xml, hostPort=38320, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores}
[junit4] 2> 22941 ERROR (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 22941 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 22941 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 22941 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 22942 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 22942 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-02T10:09:40.003107Z
[junit4] 2> 22942 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/solr.xml
[junit4] 2> 23043 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 23043 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 23141 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 23901 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 23933 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64fa91a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 23966 WARN (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@26f417[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 24072 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 24073 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 24268 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 24429 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 24430 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 24442 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores
[junit4] 2> 24443 INFO (TEST-PeerSyncTest.test-seed#[C1D8EB6E91888BE5]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 24468 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 24616 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 25331 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 25711 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 25833 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 25835 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@114c0b24
[junit4] 2> 25838 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_C1D8EB6E91888BE5-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 25852 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=0.9296875, floorSegmentMB=1.318359375, forceMergeDeletesPctAllowed=5.606527741165287, segmentsPerTier=28.0, maxCFSSegmentSizeMB=0.744140625, noCFSRatio=0.0, deletesPctAllowed=24.443523987807666
[junit4] 2> 25879 WARN (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 26071 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 26071 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 26075 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 26075 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 26079 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=20.955078125, floorSegmentMB=0.6953125, forceMergeDeletesPctAllowed=27.271439198847617, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.22923975428613697, deletesPctAllowed=34.66797836246508
[junit4] 2> 26085 INFO (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c746de0[collection1] main]
[junit4] 2> 26086 WARN (coreLoadExecutor-38-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; sw
[...truncated too long message...]
ail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null489106990
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null489106990
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null489106990
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 430 minutes 18 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1837 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1837/
3 tests failed.
FAILED: org.apache.solr.update.PeerSyncWithLeaderTest.test
Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43975/d/j/collection1
Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43975/d/j/collection1
at __randomizedtesting.SeedInfo.seed([825FDEA56285E1BD:A0BE17FCC798C45]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:43975/d/j/collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
FAILED: org.apache.solr.cloud.ReindexCollectionTest.testBasicReindexing
Error Message:
num docs expected:<200> but was:<199>
Stack Trace:
java.lang.AssertionError: num docs expected:<200> but was:<199>
at __randomizedtesting.SeedInfo.seed([825FDEA56285E1BD:11FD114A6A6C3585]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.ReindexCollectionTest.indexDocs(ReindexCollectionTest.java:376)
at org.apache.solr.cloud.ReindexCollectionTest.testBasicReindexing(ReindexCollectionTest.java:123)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.update.PeerSyncTest.test
Error Message:
Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32871/e_/collection1
Stack Trace:
junit.framework.AssertionFailedError: Unexpected exception type, expected SolrException but got org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32871/e_/collection1
at __randomizedtesting.SeedInfo.seed([825FDEA56285E1BD:A0BE17FCC798C45]:0)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2699)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2688)
at org.apache.solr.update.PeerSyncTest.test(PeerSyncTest.java:279)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: http://127.0.0.1:32871/e_/collection1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:660)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:576)
at org.apache.solr.update.PeerSyncTest.lambda$test$0(PeerSyncTest.java:281)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2694)
... 42 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:548)
... 49 more
Build Log:
[...truncated 13978 lines...]
[junit4] Suite: org.apache.solr.update.PeerSyncTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/init-core-data-001
[junit4] 2> 2196551 INFO (SUITE-PeerSyncTest-seed#[825FDEA56285E1BD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /e_/
[junit4] 2> 2196564 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2196880 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2197283 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2198032 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2199649 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2199664 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@63d1128d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2199666 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@33856700[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2199746 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2199746 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2199816 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2199853 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2199853 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2199874 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2199948 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2200007 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2200707 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2200762 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2200763 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2200763 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/init-core-data-001/]
[junit4] 2> 2200777 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2200779 WARN (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2201020 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2201021 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2201022 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2201022 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2201023 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
[junit4] 2> 2201023 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d4f10b1[collection1] main]
[junit4] 2> 2201024 WARN (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2201024 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2201024 INFO (coreLoadExecutor-3161-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333446956187648
[junit4] 2> 2201061 INFO (searcherExecutor-3162-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d4f10b1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2202657 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2202658 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2202658 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2202658 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2202659 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2202659 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2202659 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2202660 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@504cef6{/e_,null,AVAILABLE}
[junit4] 2> 2202660 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dc58486{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36559}
[junit4] 2> 2202660 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server Started @2203036ms
[junit4] 2> 2202660 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=36559, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/cores}
[junit4] 2> 2202661 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2202661 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2202661 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2202661 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2202661 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2202661 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-01T12:41:25.810117Z
[junit4] 2> 2202661 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/solr.xml
[junit4] 2> 2202680 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2202680 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2202824 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2203514 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2203515 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68f1c2e8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2203535 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@11b13c75[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2203608 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2203608 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2203697 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2203789 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2203789 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2203803 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/cores
[junit4] 2> 2203804 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2203805 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2203968 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2204041 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2204440 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2204478 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2204479 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2204479 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/control/cores/collection1/data/]
[junit4] 2> 2204498 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2204499 WARN (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2204768 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2204768 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2204770 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2204770 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2204771 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
[junit4] 2> 2204771 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b21267c[collection1] main]
[junit4] 2> 2204784 WARN (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2204785 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2204785 INFO (coreLoadExecutor-3175-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333450899881984
[junit4] 2> 2204787 INFO (searcherExecutor-3176-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b21267c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2206331 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2206344 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2206344 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2206344 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@581eefa{/e_,null,AVAILABLE}
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b63a45b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32871}
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server Started @2206721ms
[junit4] 2> 2206345 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=32871, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/cores}
[junit4] 2> 2206346 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2206346 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2206346 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2206346 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2206346 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2206346 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-01T12:41:29.495391Z
[junit4] 2> 2206346 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/solr.xml
[junit4] 2> 2206365 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2206365 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2206367 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2207440 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2207463 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4bd40e66[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2207484 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@534c8d79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2207558 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2207558 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2207651 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2207704 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2207704 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2207723 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/cores
[junit4] 2> 2207723 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2207724 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2207910 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2207996 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2208488 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2208580 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2208581 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2208581 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard0/cores/collection1/data/]
[junit4] 2> 2208597 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2208634 WARN (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2208922 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2208922 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2208924 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2208924 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2208937 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
[junit4] 2> 2208937 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b958d07[collection1] main]
[junit4] 2> 2208938 WARN (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2208938 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2208938 INFO (coreLoadExecutor-3189-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333455254618112
[junit4] 2> 2208941 INFO (searcherExecutor-3190-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b958d07[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2210217 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2210218 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2210218 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2210218 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2210221 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2210221 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2210221 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2210221 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a595db7{/e_,null,AVAILABLE}
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65339415{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33427}
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server Started @2210598ms
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=33427, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/cores}
[junit4] 2> 2210222 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2210222 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2210223 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-01T12:41:33.371995Z
[junit4] 2> 2210223 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/solr.xml
[junit4] 2> 2210242 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2210242 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2210243 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2211203 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2211218 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@38a17073[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2211262 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3d753b82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2211404 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2211404 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2211479 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2211572 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2211572 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2211587 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/cores
[junit4] 2> 2211587 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2211587 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2211753 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2211808 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2212193 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2212270 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2212306 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2212306 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard1/cores/collection1/data/]
[junit4] 2> 2212325 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2212336 WARN (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2212793 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2212793 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2212795 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2212795 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2212810 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
[junit4] 2> 2212810 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fe3f7d7[collection1] main]
[junit4] 2> 2212810 WARN (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2212811 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2212811 INFO (coreLoadExecutor-3203-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333459315752960
[junit4] 2> 2212840 INFO (searcherExecutor-3204-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1fe3f7d7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2213558 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2213571 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2213571 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2213571 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2213572 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2213572 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2213572 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2213573 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2958a317{/e_,null,AVAILABLE}
[junit4] 2> 2213573 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b4a1af{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33635}
[junit4] 2> 2213573 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.s.Server Started @2213949ms
[junit4] 2> 2213573 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema.xml, hostContext=/e_, solrconfig=solrconfig-tlog.xml, hostPort=33635, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/cores}
[junit4] 2> 2213574 ERROR (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2213574 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2213574 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 2213574 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 2213574 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2213574 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-05-01T12:41:36.723229Z
[junit4] 2> 2213574 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/solr.xml
[junit4] 2> 2213593 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2213593 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2213594 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2213922 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2213936 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@40f627e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2214001 WARN (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3ab834ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2214074 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2214074 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2214149 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2214257 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2214258 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2214276 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/cores
[junit4] 2> 2214276 INFO (TEST-PeerSyncTest.test-seed#[825FDEA56285E1BD]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 2214290 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2214456 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2214566 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2215307 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2215357 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2215358 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3acdb6c5
[junit4] 2> 2215358 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.update.PeerSyncTest_825FDEA56285E1BD-001/tempDir-001/shard2/cores/collection1/data/]
[junit4] 2> 2215360 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 2215386 WARN (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2215570 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2215570 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2215584 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2215584 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2215585 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=36, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7916174235103013]
[junit4] 2> 2215586 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fb12348[collection1] main]
[junit4] 2> 2215586 WARN (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2215586 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2215587 INFO (coreLoadExecutor-3217-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632333462226599936
[junit4] 2> 2215605 INFO (searcherExecutor-3218-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fb12348[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2215620 INFO (qtp899807676-12931) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 2
[junit4] 2> 2215630 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
[junit4] 2> 2215657 INFO (qtp899807676-12933) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@33793860[collection1] realtime]
[junit4] 2> 2215658 INFO (qtp899807676-12933) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:20.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 2215658 INFO (qtp899807676-12933) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=20
[junit4] 2> 2215658 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 2215659 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. We have no versions. sync failed.
[junit4] 2> 2215674 INFO (qtp899807676-12934) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 2215674 INFO (qtp899807676-12934) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2215674 INFO (qtp740882604-12952) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:32871/e_/collection1&wt=javabin&version=2} status=0 QTime=44
[junit4] 2> 2215676 INFO (qtp740882604-12953) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[1 (1)]} 0 1
[junit4] 2> 2215677 INFO (qtp740882604-12954) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
[junit4] 2> 2215686 INFO (qtp899807676-12930) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 2215686 INFO (qtp899807676-12930) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2215693 INFO (qtp740882604-12954) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5dae319d[collection1] realtime]
[junit4] 2> 2215694 INFO (qtp740882604-12954) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:7.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 2215694 INFO (qtp740882604-12954) [ x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 2215694 INFO (qtp740882604-12954) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:32871/e_/collection1&wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 2215695 INFO (qtp899807676-12931) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462339846144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2215695 INFO (qtp899807676-12931) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f5d64a commitCommandVersion:1632333462339846144
[junit4] 2> 2215696 INFO (qtp899807676-12931) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63fdc84e[collection1] main]
[junit4] 2> 2215696 INFO (qtp899807676-12931) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2215714 INFO (searcherExecutor-3190-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63fdc84e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498804, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2215714 INFO (qtp899807676-12931) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
[junit4] 2> 2215722 INFO (qtp740882604-12955) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462368157696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2215722 INFO (qtp740882604-12955) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1791dab3 commitCommandVersion:1632333462368157696
[junit4] 2> 2215724 INFO (qtp740882604-12955) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a5406fc[collection1] main]
[junit4] 2> 2215724 INFO (qtp740882604-12955) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2215725 INFO (searcherExecutor-3204-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a5406fc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498838, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2215725 INFO (qtp740882604-12955) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
[junit4] 2> 2215738 INFO (qtp899807676-12932) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2215739 INFO (qtp740882604-12951) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2215743 INFO (qtp899807676-12933) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[2 (2)]} 0 2
[junit4] 2> 2215744 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
[junit4] 2> 2215765 INFO (qtp899807676-12934) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68c94095[collection1] realtime]
[junit4] 2> 2215765 INFO (qtp899807676-12934) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:20.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 2215765 INFO (qtp899807676-12934) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 2215766 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=1, maxInHash=1, versionsHash=-5451962507482445012, numVersions=1, numDocs=1, maxDoc=1}
[junit4] 2> 2215783 INFO (qtp899807676-12934) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 2215783 INFO (qtp899807676-12934) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={distrib=false&qt=/get&fingerprint=true&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2215783 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Received 2 versions from http://127.0.0.1:32871/e_/collection1 fingerprint:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 2215784 INFO (qtp899807676-12934) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={distrib=false&qt=/get&checkCanHandleVersionRanges=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2215784 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= Requesting updates from http://127.0.0.1:32871/e_/collection1n=1 versions=2...2
[junit4] 2> 2215785 INFO (qtp899807676-12934) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 2215785 INFO (qtp899807676-12934) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={getUpdates=2...2&distrib=false&qt=/get&fingerprint=true&onlyIfActive=false&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2215825 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {add=[2 (2)]} 0 39
[junit4] 2> 2215839 INFO (qtp740882604-12952) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@51806880[collection1] realtime]
[junit4] 2> 2215839 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:14.0 result:{maxVersionSpecified=2, maxVersionEncountered=2, maxInHash=2, versionsHash=-1218814014108643565, numVersions=2, numDocs=2, maxDoc=1}
[junit4] 2> 2215856 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync Fingerprint comparison: 0
[junit4] 2> 2215856 INFO (qtp740882604-12952) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= DONE. sync succeeded
[junit4] 2> 2215856 INFO (qtp740882604-12952) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/get params={qt=/get&getVersions=100&sync=http://127.0.0.1:32871/e_/collection1&wt=javabin&version=2} status=0 QTime=112
[junit4] 2> 2215865 INFO (qtp899807676-12930) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462518104064,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2215865 INFO (qtp899807676-12930) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6f5d64a commitCommandVersion:1632333462518104064
[junit4] 2> 2215866 INFO (qtp899807676-12930) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@784bd568[collection1] main]
[junit4] 2> 2215866 INFO (qtp899807676-12930) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2215884 INFO (searcherExecutor-3190-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@784bd568[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498804, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498912, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2215884 INFO (qtp899807676-12930) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 20
[junit4] 2> 2215885 INFO (qtp740882604-12953) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1632333462539075584,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2215886 INFO (qtp740882604-12953) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1791dab3 commitCommandVersion:1632333462539075584
[junit4] 2> 2215886 INFO (qtp740882604-12953) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@98961fb[collection1] main]
[junit4] 2> 2215887 INFO (qtp740882604-12953) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2215900 INFO (searcherExecutor-3204-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@98961fb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498838, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(9.0.0):C1:[diagnostics={java.vendor=Oracle Corporation, timestamp=1556714498986, java.version=11.0.1, java.vm.version=11.0.1+13-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.1+13-LTS, os.version=4.4.0-112-generic, os=Linux}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 2215900 INFO (qtp740882604-12953) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 15
[junit4] 2> 2215901 INFO (qtp899807676-12931) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 2215902 INFO (qtp740882604-12954) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/e_ path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 2215921 INFO (qtp899807676-12932) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[3 (3)]} 0 17
[junit4] 2> 2215921 INFO (qtp899807676-12932) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[4 (4)]} 0 0
[junit4] 2> 2215923 INFO (qtp899807676-12932) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[5 (5)]} 0 1
[junit4] 2> 2215924 INFO (qtp899807676-12932) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[6 (6)]} 0 0
[junit4] 2> 2215937 INFO (qtp899807676-12933) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[7 (7)]} 0 0
[junit4] 2> 2215938 INFO (qtp899807676-12934) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[8 (8)]} 0 0
[junit4] 2> 2215939 INFO (qtp899807676-12930) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[9 (9)]} 0 0
[junit4] 2> 2215971 INFO (qtp899807676-12931) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/e_ path=/update params={update.distrib=FROMLEADER&wt=javabin&version=2}{add=[10 (10)]} 0 31
[junit4] 2> 2215977 INFO (qtp740882604-12955) [ x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url= START replicas=[http://127.0.0.1:32871/e_/collection1] nUpdates=100
[junit4] 2> 2216031 INFO (qtp899807676-12932) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@73476d8d[collection1] realtime]
[junit4] 2> 2216032 INFO (qtp899807676-12932) [ x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:53.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=10
[...truncated too long message...]
etLossyReindexing/terms/shard2
[junit4] 2> 8 /solr/collections/.rx_sameTargetReindexing_5/terms/shard2
[junit4] 2> 8 /solr/collections/basicReindexing/terms/shard1
[junit4] 2> 8 /solr/collections/reshapeReindexingTarget/terms/baz
[junit4] 2> 8 /solr/collections/reshapeReindexingTarget/terms/bar
[junit4] 2> 8 /solr/collections/failReindexing/terms/shard2
[junit4] 2> 8 /solr/collections/failReindexing/terms/shard1
[junit4] 2> 5 /solr/configs/_default
[junit4] 2> 5 /solr/configs/_default/managed-schema
[junit4] 2> 4 /solr/collections/.rx_ck_sourceLossyReindexing/terms/shard1
[junit4] 2> 4 /solr/collections/abortReindexingTarget/state.json
[junit4] 2> 4 /solr/collections/abortReindexing/state.json
[junit4] 2> 3 /solr/collections/targetLossyReindexing/state.json
[junit4] 2> 3 /solr/collections/.rx_ck_abortReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_reshapeReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/abortReindexing/terms/shard2
[junit4] 2> 3 /solr/collections/abortReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_failReindexing/terms/shard1
[junit4] 2> 3 /solr/collections/abortReindexingTarget/terms/shard1
[junit4] 2> 3 /solr/collections/.rx_ck_sameTargetReindexing/terms/shard1
[junit4] 2> 2 /solr/collections/.rx_ck_abortReindexing/state.json
[junit4] 2> 2 /solr/collections/reshapeReindexingTarget/state.json
[junit4] 2> 2 /solr/collections/sourceLossyReindexing/state.json
[junit4] 2> 2 /solr/collections/.rx_sameTargetReindexing_5/state.json
[junit4] 2> 2 /solr/collections/reshapeReindexing/state.json
[junit4] 2> 2 /solr/collections/failReindexing/state.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf2
[junit4] 2> 2 /solr/configs/conf3
[junit4] 2> 2 /solr/collections/abortReindexingTarget/terms/shard2
[junit4] 2> 2 /solr/collections/.rx_ck_failReindexing/state.json
[junit4] 2> 2 /solr/collections/sameTargetReindexing/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 81 /solr/aliases.json
[junit4] 2> 34 /solr/clusterstate.json
[junit4] 2> 21 /solr/collections/targetLossyReindexing/state.json
[junit4] 2> 21 /solr/collections/failReindexingTarget/state.json
[junit4] 2> 20 /solr/collections/abortReindexing/state.json
[junit4] 2> 17 /solr/collections/reshapeReindexingTarget/state.json
[junit4] 2> 16 /solr/collections/reshapeReindexing/state.json
[junit4] 2> 16 /solr/collections/sourceLossyReindexing/state.json
[junit4] 2> 15 /solr/collections/failReindexing/state.json
[junit4] 2> 15 /solr/collections/sameTargetReindexing/state.json
[junit4] 2> 14 /solr/collections/.rx_sameTargetReindexing_5/state.json
[junit4] 2> 12 /solr/collections/abortReindexingTarget/state.json
[junit4] 2> 11 /solr/collections/basicReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_reshapeReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_sourceLossyReindexing/state.json
[junit4] 2> 9 /solr/collections/.rx_ck_sameTargetReindexing/state.json
[junit4] 2> 7 /solr/collections/.rx_ck_abortReindexing/state.json
[junit4] 2> 7 /solr/collections/.rx_ck_failReindexing/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/collections
[junit4] 2> 34 /solr/live_nodes
[junit4] 2>
[junit4] 2> 5727890 INFO (SUITE-ReindexCollectionTest-seed#[825FDEA56285E1BD]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42619
[junit4] 2> 5727890 INFO (SUITE-ReindexCollectionTest-seed#[825FDEA56285E1BD]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42619
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ReindexCollectionTest_825FDEA56285E1BD-001
[junit4] 2> May 01, 2019 1:40:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {remove_s=FSTOrd50, _root_=PostingsFormat(name=LuceneVarGapFixedInterval), string_s=PostingsFormat(name=MockRandom), sind=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Asserting)}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=808, maxMBSortInHeap=6.442423175531221, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7a3f4cd5), locale=qu-BO, timezone=Indian/Christmas
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=291791696,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestFastOutputStream, IndexSchemaRuntimeFieldTest, TestUninvertingReader, TestSystemIdResolver, TestSimpleTrackingShardHandler, TestBulkSchemaAPI, CoreAdminOperationTest, TestSolrQueryResponse, TestSortableTextField, TestTrie, ActionThrottleTest, URLClassifyProcessorTest, DocValuesTest, TestStressLiveNodes, HdfsSyncSliceTest, TestSimExtremeIndexing, PrimUtilsTest, TestSimTriggerIntegration, ZkControllerTest, SegmentsInfoRequestHandlerTest, CdcrRequestHandlerTest, TestEmbeddedSolrServerSchemaAPI, FileUtilsTest, RecoveryZkTest, TestConfigReload, SignatureUpdateProcessorFactoryTest, MergeStrategyTest, MoveReplicaTest, RankQueryTest, PrimitiveFieldTypeTest, MetricsHistoryHandlerTest, TestSolrCloudWithSecureImpersonation, TestCustomDocTransformer, TestRequestStatusCollectionAPI, RAMDirectoryFactoryTest, SearchHandlerTest, TestDynamicFieldResource, ClusterStateUpdateTest, TestManagedSynonymFilterFactory, TestPayloadScoreQParserPlugin, AuditLoggerPluginTest, TestPullReplicaErrorHandling, CdcrUpdateLogTest, TestReloadDeadlock, TestRawResponseWriter, ImplicitSnitchTest, BadIndexSchemaTest, TestCloudPhrasesIdentificationComponent, TestCloudRecovery, TestCollapseQParserPlugin, CoreSorterTest, TestFieldCache, ConvertedLegacyTest, UnloadDistributedZkTest, CloudMLTQParserTest, CustomCollectionTest, TestInPlaceUpdatesRequiredField, HighlighterTest, DistributedFacetPivotSmallAdvancedTest, TestSegmentSorting, SolrCoreMetricManagerTest, SOLR749Test, TestConfigsApi, SolrCloudExampleTest, LukeRequestHandlerTest, TestSolrJ, SmileWriterTest, TestDistribDocBasedVersion, NotRequiredUniqueKeyTest, TestMinHashQParser, TestReloadAndDeleteDocs, TestPerFieldSimilarityWithDefaultOverride, TestReplicationHandler, OverseerRolesTest, SyncSliceTest, MissingSegmentRecoveryTest, PeerSyncWithBufferUpdatesTest, ClassificationUpdateProcessorIntegrationTest, ByteBuffersDirectoryFactoryTest, TestComponentsName, FieldAnalysisRequestHandlerTest, TestCoreDiscovery, TaggerTest, SimpleFacetsTest, TestZkChroot, TestTrackingShardHandlerFactory, TestJavabinTupleStreamParser, HdfsRecoverLeaseTest, TestSurroundQueryParser, LeaderElectionTest, TestSortByMinMaxFunction, TestSolrConfigHandler, TestReqParamsAPI, TestCharFilters, BadComponentTest, SystemInfoHandlerTest, TestPKIAuthenticationPlugin, XmlUpdateRequestHandlerTest, SolrJmxReporterTest, SimpleCollectionCreateDeleteTest, TimeZoneUtilsTest, UpdateLogTest, CleanupOldIndexTest, HttpSolrCallGetCoreTest, SearchRateTriggerTest, UUIDFieldTest, TestHdfsCloudBackupRestore, FieldMutatingUpdateProcessorTest, TestIBSimilarityFactory, DefaultValueUpdateProcessorTest, TestSubQueryTransformer, TestLogWatcher, TestFileDictionaryLookup, BlockDirectoryTest, EmbeddedSolrNoSerializeTest, ForceLeaderTest, SpellCheckCollatorWithCollapseTest, TestClassicSimilarityFactory, DeleteReplicaTest, PeerSyncWithLeaderTest, HdfsDirectoryFactoryTest, ChaosMonkeySafeLeaderTest, HDFSCollectionsAPITest, SortSpecParsingTest, TestCollationFieldDocValues, TestSkipOverseerOperations, DOMUtilTest, SuggesterTSTTest, SchemaVersionSpecificBehaviorTest, TestDirectoryFactory, TestRebalanceLeaders, RegexBoostProcessorTest, ZkShardTermsTest, BinaryUpdateRequestHandlerTest, TestSimDistribStateManager, AsyncCallRequestStatusResponseTest, SolrTestCaseJ4Test, OutputWriterTest, TestSerializedLuceneMatchVersion, TestDefaultStatsCache, CollectionsAPIAsyncDistributedZkTest, TestDocumentBuilder, TestGroupingSearch, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CreateRoutedAliasTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderFailureAfterFreshStartTest, LegacyCloudClusterPropTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, OverseerTaskQueueTest, ReindexCollectionTest]
[junit4] Completed [493/855 (3!)] on J2 in 94.55s, 6 tests, 1 failure <<< FAILURES!
[...truncated 10323 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:128: Found 1 violations in source files (File uses Mockito but has no assumeWorkingMockito() call).
Total time: 657 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1836 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1836/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([EECF44E6B8D77083:65E89737F9D1DB07]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:394)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 2) Thread[id=10377, name=qtp1341992107-10377, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 3) Thread[id=10378, name=qtp1341992107-10378, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 4) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 5) Thread[id=10379, name=qtp1341992107-10379, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 6) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 7) Thread[id=10380, name=qtp1341992107-10380, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 8) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 9) Thread[id=10375, name=qtp1341992107-10375-acceptor-0@65be2018-ServerConnector@3aebc4d9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34962}, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 10) Thread[id=10376, name=qtp1341992107-10376, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
2) Thread[id=10377, name=qtp1341992107-10377, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
3) Thread[id=10378, name=qtp1341992107-10378, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
4) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
5) Thread[id=10379, name=qtp1341992107-10379, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
6) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
7) Thread[id=10380, name=qtp1341992107-10380, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
8) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
9) Thread[id=10375, name=qtp1341992107-10375-acceptor-0@65be2018-ServerConnector@3aebc4d9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34962}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
10) Thread[id=10376, name=qtp1341992107-10376, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([EECF44E6B8D77083]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 2) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 3) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 4) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=10373, name=qtp1341992107-10373, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
2) Thread[id=10374, name=qtp1341992107-10374, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$157/0x0000000100312c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
3) Thread[id=10381, name=Scheduler-1459405786, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
4) Thread[id=10506, name=Scheduler-1271050636, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([EECF44E6B8D77083]:0)
Build Log:
[...truncated 13689 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 780600 INFO (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/init-core-data-001
[junit4] 2> 780608 WARN (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=150 numCloses=150
[junit4] 2> 780608 INFO (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 780609 INFO (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 780609 INFO (SUITE-ShardSplitTest-seed#[EECF44E6B8D77083]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 780613 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 780626 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 780626 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 780726 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer start zk server on port:33255
[junit4] 2> 780726 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33255
[junit4] 2> 780726 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33255
[junit4] 2> 780760 INFO (zkConnectionManagerCallback-2838-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 780765 INFO (zkConnectionManagerCallback-2840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 780766 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 780768 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 780769 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 780771 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 780772 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 780773 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 780775 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 780776 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 780777 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 780779 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 780780 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 780781 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 780941 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 780942 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 780942 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 780942 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 780943 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 780943 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 780943 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 780944 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@413c725a{/,null,AVAILABLE}
[junit4] 2> 780946 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6740a9a0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46466}
[junit4] 2> 780946 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.s.Server Started @781000ms
[junit4] 2> 780946 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/tempDir-001/control/data, hostPort=46466, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores, replicaType=NRT}
[junit4] 2> 780946 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 780946 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 780947 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 780947 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 780947 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 780947 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-30T12:08:30.256209Z
[junit4] 2> 780949 INFO (zkConnectionManagerCallback-2842-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 780951 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 780951 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/solr.xml
[junit4] 2> 780955 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 780955 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 780957 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 781064 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 781065 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c76d357[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 781069 WARN (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@37c37bd0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 781070 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33255/solr
[junit4] 2> 781073 INFO (zkConnectionManagerCallback-2849-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 781076 INFO (zkConnectionManagerCallback-2851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 781175 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46466_
[junit4] 2> 781176 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer Overseer (id=73221569865187332-127.0.0.1:46466_-n_0000000000) starting
[junit4] 2> 781184 INFO (zkConnectionManagerCallback-2858-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 781187 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33255/solr ready
[junit4] 2> 781188 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 781188 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46466_
[junit4] 2> 781188 INFO (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46466_
[junit4] 2> 781190 INFO (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 781190 INFO (zkCallback-2857-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 781192 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 781192 INFO (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 781222 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 781256 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
[junit4] 2> 781275 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
[junit4] 2> 781275 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
[junit4] 2> 781278 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [n:127.0.0.1:46466_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores
[junit4] 2> 781308 INFO (zkConnectionManagerCallback-2864-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 781310 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 781311 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33255/solr ready
[junit4] 2> 781315 INFO (qtp66998495-7800) [n:127.0.0.1:46466_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46466_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 781323 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 781323 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 781323 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46466_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 781327 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 781327 INFO (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 781328 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 781328 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46466_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 781329 INFO (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 781330 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 781331 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 781333 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 781335 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46466_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 781335 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 781337 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 781441 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46466_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 781443 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:46466_
[junit4] 2> 781445 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 781445 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 781449 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "node_name":"127.0.0.1:46466_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 781449 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "node_name":"127.0.0.1:46466_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 781451 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:46466","node_name":"127.0.0.1:46466_","state":"down","type":"NRT"}
[junit4] 2> 781451 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "node_name":"127.0.0.1:46466_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 781552 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 782462 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 782483 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 782576 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 782603 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 782603 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eef652
[junit4] 2> 782604 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 782608 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=3.951171875, floorSegmentMB=1.4609375, forceMergeDeletesPctAllowed=26.619540138359685, segmentsPerTier=20.0, maxCFSSegmentSizeMB=1.8681640625, noCFSRatio=1.0, deletesPctAllowed=49.95797676489698
[junit4] 2> 782619 WARN (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 782688 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 782688 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 782691 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 782691 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 782694 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=70.234375, floorSegmentMB=2.1064453125, forceMergeDeletesPctAllowed=19.50549141649115, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=46.84648941943949
[junit4] 2> 782695 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19d35147[control_collection_shard1_replica_n1] main]
[junit4] 2> 782697 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 782697 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 782698 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 782698 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632240782023852032
[junit4] 2> 782703 INFO (searcherExecutor-2511-thread-1-processing-n:127.0.0.1:46466_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@19d35147[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 782706 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 782707 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 782711 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 782711 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 782711 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46466/control_collection_shard1_replica_n1/
[junit4] 2> 782711 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 782712 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46466/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 782712 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73221569865187332-core_node2-n_0000000000
[junit4] 2> 782714 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46466/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 782715 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 782816 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 782816 INFO (zkCallback-2850-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 782816 INFO (zkCallback-2850-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 782819 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 782820 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "node_name":"127.0.0.1:46466_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 782820 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "node_name":"127.0.0.1:46466_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 782820 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:46466","node_name":"127.0.0.1:46466_","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 782821 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:46466",
[junit4] 2> "node_name":"127.0.0.1:46466_",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 782822 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1377
[junit4] 2> 782822 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 782824 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 782826 INFO (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 782826 DEBUG (OverseerThreadFactory-2506-thread-1-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:46466_={responseHeader={status=0,QTime=1377},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 782831 INFO (qtp66998495-7800) [n:127.0.0.1:46466_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 782921 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 782922 INFO (zkCallback-2850-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 782922 INFO (zkCallback-2850-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 782922 INFO (zkCallback-2850-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 782923 INFO (qtp66998495-7800) [n:127.0.0.1:46466_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46466_&wt=javabin&version=2} status=0 QTime=1607
[junit4] 2> 782926 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10422a13db60006, likely client has closed socket
[junit4] 2> 782929 INFO (zkConnectionManagerCallback-2870-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 782935 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 782937 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33255/solr ready
[junit4] 2> 782937 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 782938 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 782941 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
[junit4] 2> 782942 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 782942 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 782942 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 1
[junit4] 2> 782943 INFO (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 782943 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 782943 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 782943 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 782943 DEBUG (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 782943 INFO (OverseerCollectionConfigSetProcessor-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 782943 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 782944 INFO (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 782945 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1
[junit4] 2> 782946 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
[junit4] 2> 782947 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 782949 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 782949 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 783050 DEBUG (OverseerStateUpdate-73221569865187332-127.0.0.1:46466_-n_0000000000) [n:127.0.0.1:46466_ ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 783150 WARN (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 783150 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
[junit4] 2> 783150 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
[junit4] 2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 783152 INFO (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 783152 DEBUG (OverseerThreadFactory-2506-thread-2-processing-n:127.0.0.1:46466_) [n:127.0.0.1:46466_ ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
[junit4] 2> 783153 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 783153 INFO (qtp66998495-7802) [n:127.0.0.1:46466_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=215
[junit4] 2> 783154 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 783317 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[EECF44E6B8D77083]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_EECF44E6B8D77083-001/shard-1-001 of type NRT
[junit4] 2> 783320 WARN (closeThreadPool-2871-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 783321 INFO (closeThreadPool-2871-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 783321 INFO (closeThreadPool-2871-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 783321 INFO (closeThreadPool-2871-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2
[...truncated too long message...]
il:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null569849341
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null569849341
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null569849341
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 64ms :: artifacts dl 10ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 324 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1835 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1835/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:38716/solr", "node_name":"127.0.0.1:38716_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:36739/solr", "node_name":"127.0.0.1:36739_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:38716/solr", "node_name":"127.0.0.1:38716_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36739/solr", "node_name":"127.0.0.1:36739_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:35804_solr, 127.0.0.1:36739_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:38716/solr", "node_name":"127.0.0.1:38716_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:36739/solr", "node_name":"127.0.0.1:36739_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:38716/solr", "node_name":"127.0.0.1:38716_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36739/solr", "node_name":"127.0.0.1:36739_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:38716/solr",
"node_name":"127.0.0.1:38716_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:36739/solr",
"node_name":"127.0.0.1:36739_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:38716/solr",
"node_name":"127.0.0.1:38716_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36739/solr",
"node_name":"127.0.0.1:36739_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:35804_solr, 127.0.0.1:36739_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:38716/solr",
"node_name":"127.0.0.1:38716_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:36739/solr",
"node_name":"127.0.0.1:36739_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:38716/solr",
"node_name":"127.0.0.1:38716_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36739/solr",
"node_name":"127.0.0.1:36739_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45287/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([45362653984B5375:7D8502ADBFB887A4]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest.test
Error Message:
There are still nodes recoverying - waited for 600 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 600 seconds
at __randomizedtesting.SeedInfo.seed([45362653984B5375:CD62198936B73E8D]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:195)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:1038)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1595)
at org.apache.solr.cloud.TlogReplayBufferedWhileIndexingTest.test(TlogReplayBufferedWhileIndexingTest.java:97)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13593 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/init-core-data-001
[junit4] 2> 7608 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 7820 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.u.log Logging initialized @7935ms to org.eclipse.jetty.util.log.Slf4jLog
[junit4] 2> 7843 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
[junit4] 2> 7897 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 8049 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 9653 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 12079 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 13281 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 13687 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 14012 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 14012 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 14019 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 14052 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c170383{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 14800 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7e5b618e{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-40778-hdfs-_-any-6393130762313510216.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 15141 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3384a354{HTTP/1.1,[http/1.1]}{localhost:40778}
[junit4] 2> 15142 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.Server Started @15268ms
[junit4] 2> 17053 WARN (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 17066 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 17087 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 17087 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 17087 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 17089 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c7c3427{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 17385 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4266ba99{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38431-datanode-_-any-2725675353742949700.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 17390 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@182c0d70{HTTP/1.1,[http/1.1]}{localhost:38431}
[junit4] 2> 17391 INFO (SUITE-HdfsTlogReplayBufferedWhileIndexingTest-seed#[45362653984B5375]-worker) [ ] o.e.j.s.Server Started @17516ms
[junit4] 2> 21588 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: Processing first storage report for DS-9225b423-61e2-497e-a5f7-cc3214d2074b from datanode ca67803b-6187-4b30-97c3-6374dc07e7ec
[junit4] 2> 21590 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: from storage DS-9225b423-61e2-497e-a5f7-cc3214d2074b node DatanodeRegistration(127.0.0.1:39392, datanodeUuid=ca67803b-6187-4b30-97c3-6374dc07e7ec, infoPort=45296, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1320291934;c=1556536094762), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
[junit4] 2> 21590 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: Processing first storage report for DS-6d816041-0469-422a-9e1c-2afceaadebeb from datanode ca67803b-6187-4b30-97c3-6374dc07e7ec
[junit4] 2> 21590 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3cd6acbc354b706b: from storage DS-6d816041-0469-422a-9e1c-2afceaadebeb node DatanodeRegistration(127.0.0.1:39392, datanodeUuid=ca67803b-6187-4b30-97c3-6374dc07e7ec, infoPort=45296, infoSecurePort=0, ipcPort=42133, storageInfo=lv=-57;cid=testClusterID;nsid=1320291934;c=1556536094762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 22537 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 22563 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 22566 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 22663 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer start zk server on port:34663
[junit4] 2> 22678 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34663
[junit4] 2> 22695 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34663
[junit4] 2> 23121 INFO (zkConnectionManagerCallback-3-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 23177 INFO (zkConnectionManagerCallback-5-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 23220 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 23238 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 23263 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 23267 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 23274 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 23279 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 23294 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 23309 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 23323 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 23328 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 23333 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 23341 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 24004 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 24012 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 24013 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 24013 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 24016 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 24016 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 24016 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 24021 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@591e80a5{/,null,AVAILABLE}
[junit4] 2> 24024 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4fa921d1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33937}
[junit4] 2> 24030 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.s.Server Started @24151ms
[junit4] 2> 24031 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost:35879/hdfs__localhost_35879__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001_tempDir-002_control_data, hostPort=33937, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/cores, replicaType=NRT}
[junit4] 2> 24079 ERROR (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 24080 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 24080 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 24080 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 24080 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 24081 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-29T11:08:27.510948Z
[junit4] 2> 24158 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 24169 INFO (zkConnectionManagerCallback-7-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 24180 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 24184 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/solr.xml
[junit4] 2> 24345 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 24345 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 24368 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 24908 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 25059 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48a25a33[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 25322 WARN (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f416aab[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 25374 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 25473 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 25518 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 26402 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33937_
[junit4] 2> 26407 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.c.Overseer Overseer (id=73215671370448900-127.0.0.1:33937_-n_0000000000) starting
[junit4] 2> 26686 INFO (zkConnectionManagerCallback-23-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 26701 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
[junit4] 2> 27169 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33937_
[junit4] 2> 27172 INFO (OverseerStateUpdate-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33937_
[junit4] 2> 27235 INFO (OverseerStateUpdate-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 27337 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 28161 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 28624 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 28625 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 28629 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 28746 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [n:127.0.0.1:33937_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/cores
[junit4] 2> 29298 INFO (zkConnectionManagerCallback-29-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 29321 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 29325 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
[junit4] 2> 30173 INFO (qtp886935919-165) [n:127.0.0.1:33937_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33937_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 30222 INFO (OverseerThreadFactory-10-thread-1-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 30467 INFO (qtp886935919-167) [n:127.0.0.1:33937_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 30479 INFO (qtp886935919-167) [n:127.0.0.1:33937_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 31672 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 32338 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 32541 WARN (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 33641 WARN (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 33662 WARN (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
[junit4] 2> 34126 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 34880 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 34921 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 34963 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35879/solr_hdfs_home
[junit4] 2> 34963 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 35042 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 35097 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 35168 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 35169 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 35172 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 36232 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 36292 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 36583 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 36628 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 36628 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 36628 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 36684 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 36700 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@65e7f801
[junit4] 2> 39128 WARN (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 40400 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 40401 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 40402 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 40470 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 10000ms;
[junit4] 2> 40471 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms;
[junit4] 2> 40494 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=264967286, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 40888 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@769f5c87[control_collection_shard1_replica_n1] main]
[junit4] 2> 41020 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 41040 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 41082 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 41093 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632146423306780672
[junit4] 2> 41140 INFO (searcherExecutor-15-thread-1-processing-n:127.0.0.1:33937_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@769f5c87[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 41201 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 41216 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 41243 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 41243 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 41243 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33937/control_collection_shard1_replica_n1/
[junit4] 2> 41246 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 41247 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33937/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 41249 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73215671370448900-core_node2-n_0000000000
[junit4] 2> 41260 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33937/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 41281 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41290 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 41299 INFO (qtp886935919-167) [n:127.0.0.1:33937_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=10836
[junit4] 2> 41442 INFO (zkCallback-15-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41443 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 41507 INFO (qtp886935919-165) [n:127.0.0.1:33937_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 41508 INFO (qtp886935919-165) [n:127.0.0.1:33937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33937_&wt=javabin&version=2} status=0 QTime=11403
[junit4] 2> 41610 INFO (zkConnectionManagerCallback-35-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 41618 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 41622 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
[junit4] 2> 41634 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 41643 INFO (qtp886935919-167) [n:127.0.0.1:33937_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 41860 INFO (OverseerCollectionConfigSetProcessor-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 41861 INFO (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 42123 WARN (OverseerThreadFactory-10-thread-2-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 42144 INFO (qtp886935919-167) [n:127.0.0.1:33937_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 42146 INFO (qtp886935919-167) [n:127.0.0.1:33937_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=503
[junit4] 2> 42176 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=2
[junit4] 2> 42457 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001 of type NRT
[junit4] 2> 42484 WARN (closeThreadPool-36-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 42486 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 42486 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 42504 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 42567 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 42567 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 42568 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 42578 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ee2b0d6{/,null,AVAILABLE}
[junit4] 2> 42581 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4eb6d8fa{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33431}
[junit4] 2> 42581 INFO (closeThreadPool-36-thread-1) [ ] o.e.j.s.Server Started @42707ms
[junit4] 2> 42581 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost:35879/hdfs__localhost_35879__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001_tempDir-002_jetty1, hostPort=33431, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 42581 ERROR (closeThreadPool-36-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 42582 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 42582 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 42582 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 42582 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 42582 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-29T11:08:46.012503Z
[junit4] 2> 42675 INFO (zkConnectionManagerCallback-38-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 42685 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 42685 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/solr.xml
[junit4] 2> 42759 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 42759 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 42796 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 43164 INFO (TEST-HdfsTlogReplayBufferedWhileIndexingTest.test-seed#[45362653984B5375]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001 of type NRT
[junit4] 2> 43180 WARN (closeThreadPool-36-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 43182 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 43183 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 43183 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 43281 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 43281 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 43281 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 43315 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a915168{/,null,AVAILABLE}
[junit4] 2> 43370 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c6710a0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45489}
[junit4] 2> 43370 INFO (closeThreadPool-36-thread-2) [ ] o.e.j.s.Server Started @43496ms
[junit4] 2> 43370 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost:35879/hdfs__localhost_35879__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001_tempDir-002_jetty2, hostPort=45489, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 43371 ERROR (closeThreadPool-36-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 43371 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 43371 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 43371 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 43372 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 43372 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-29T11:08:46.802087Z
[junit4] 2> 43386 INFO (zkConnectionManagerCallback-41-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 43435 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 43435 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001/solr.xml
[junit4] 2> 43481 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 43481 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 43535 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 43910 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 43917 INFO (OverseerCollectionConfigSetProcessor-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 43939 WARN (closeThreadPool-36-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@288cb789[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 43999 WARN (closeThreadPool-36-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@492e0943[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 44006 INFO (closeThreadPool-36-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 44082 INFO (zkConnectionManagerCallback-48-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44122 INFO (zkConnectionManagerCallback-50-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44190 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 44202 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.ZkController Publish node=127.0.0.1:33431_ as DOWN
[junit4] 2> 44207 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 44207 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33431_
[junit4] 2> 44211 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 44212 INFO (zkCallback-34-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 44212 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 44229 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 44243 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 44274 WARN (closeThreadPool-36-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7822672[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 44306 WARN (closeThreadPool-36-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@68702527[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 44309 INFO (closeThreadPool-36-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34663/solr
[junit4] 2> 44334 INFO (zkConnectionManagerCallback-60-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44357 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 44360 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
[junit4] 2> 44370 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 44376 INFO (zkConnectionManagerCallback-63-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44447 INFO (zkConnectionManagerCallback-66-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44464 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 44472 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.ZkController Publish node=127.0.0.1:45489_ as DOWN
[junit4] 2> 44475 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 44475 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45489_
[junit4] 2> 44483 INFO (zkCallback-15-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44484 INFO (zkCallback-34-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44484 INFO (zkCallback-22-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44491 INFO (zkCallback-49-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44505 INFO (zkCallback-59-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44519 INFO (zkCallback-65-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 44570 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 44663 INFO (zkConnectionManagerCallback-73-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 44667 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 44670 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34663/solr ready
[junit4] 2> 44681 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 44681 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 44710 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 44723 INFO (closeThreadPool-36-thread-1) [n:127.0.0.1:33431_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/cores
[junit4] 2> 44902 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 45038 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 45043 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 45060 INFO (closeThreadPool-36-thread-2) [n:127.0.0.1:45489_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-2-001/cores
[junit4] 2> 45696 INFO (qtp1174524965-237) [n:127.0.0.1:33431_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45489_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45700 INFO (qtp1174524965-238) [n:127.0.0.1:33431_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33431_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 45948 INFO (OverseerThreadFactory-10-thread-3-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:33431_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 46034 INFO (OverseerThreadFactory-10-thread-3-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 46633 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 47736 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 48209 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
[junit4] 2> 48941 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 49037 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 49046 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ee02240
[junit4] 2> 49046 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:35879/solr_hdfs_home
[junit4] 2> 49046 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 49047 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsTlogReplayBufferedWhileIndexingTest_45362653984B5375-001/shard-1-001/cores/collection1_shard1_replica_n1], dataDir=[hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 49052 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 49102 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 49102 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 49102 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 49145 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 49151 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 49260 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:35879/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 49275 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 49275 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 49275 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 49295 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 49296 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@705a787a
[junit4] 2> 49478 WARN (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 50027 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 50028 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 50028 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 50080 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 10000ms;
[junit4] 2> 50081 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: if uncommitted for 3000ms;
[junit4] 2> 50096 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=264967286, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 50162 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b87ff53[collection1_shard1_replica_n1] main]
[junit4] 2> 50165 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 50166 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 50167 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 50171 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632146432826802176
[junit4] 2> 50202 INFO (searcherExecutor-38-thread-1-processing-n:127.0.0.1:33431_ x:collection1_shard1_replica_n1 c:collection1 s:shard1) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@1b87ff53[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 50206 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 50206 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 50217 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 50217 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 50217 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33431/collection1_shard1_replica_n1/
[junit4] 2> 50217 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 50217 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33431/collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 50217 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73215671370448907-core_node2-n_0000000000
[junit4] 2> 50220 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33431/collection1_shard1_replica_n1/ shard1
[junit4] 2> 50247 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 50253 INFO (qtp1174524965-234) [n:127.0.0.1:33431_ c:collection1 s:shard1 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n1&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3621
[junit4] 2> 50283 INFO (qtp1174524965-238) [n:127.0.0.1:33431_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33431_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=4580
[junit4] 2> 51992 INFO (OverseerCollectionConfigSetProcessor-73215671370448900-127.0.0.1:33937_-n_0000000000) [n:127.0.0.1:33937_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000005 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 52011 INFO (OverseerThreadFactory-10-thread-4-processing-n:127.0.0.1:33937_) [n:127.0.0.1:33937_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45489_ for creating new replica of shard s
[...truncated too long message...]
ail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null717037486
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null717037486
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null717037486
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 54ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 404 minutes 18 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1834 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1834/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat
Error Message:
expected:<[2]> but was:<[null]>
Stack Trace:
org.junit.ComparisonFailure: expected:<[2]> but was:<[null]>
at __randomizedtesting.SeedInfo.seed([3D33197E7E01D78F:503BFF9FCB56DD03]:0)
at org.junit.Assert.assertEquals(Assert.java:115)
at org.junit.Assert.assertEquals(Assert.java:144)
at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateCollWithDefaultClusterPropertiesNewFormat(CollectionsAPISolrJTest.java:237)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14544 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/init-core-data-001
[junit4] 2> 2418528 WARN (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 2418529 INFO (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2418530 INFO (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2418530 INFO (SUITE-CollectionsAPISolrJTest-seed#[3D33197E7E01D78F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2418549 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testModifyCollectionAttribute
[junit4] 2> 2418549 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001
[junit4] 2> 2418550 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2418558 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2418559 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2418658 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer start zk server on port:33465
[junit4] 2> 2418658 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33465
[junit4] 2> 2418658 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33465
[junit4] 2> 2418680 INFO (zkConnectionManagerCallback-63673-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418693 INFO (zkConnectionManagerCallback-63675-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418697 INFO (zkConnectionManagerCallback-63677-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418702 WARN (jetty-launcher-63678-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2418703 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2418703 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2418704 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2418704 WARN (jetty-launcher-63678-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2418704 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2418704 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2418705 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2418705 WARN (jetty-launcher-63678-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2418705 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2418705 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2418705 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2418707 WARN (jetty-launcher-63678-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2418707 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2418707 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2418707 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2418708 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2418708 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2418708 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2418709 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21b1280f{/solr,null,AVAILABLE}
[junit4] 2> 2418712 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@be5b992{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33780}
[junit4] 2> 2418712 INFO (jetty-launcher-63678-thread-2) [ ] o.e.j.s.Server Started @2418855ms
[junit4] 2> 2418712 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33780}
[junit4] 2> 2418713 ERROR (jetty-launcher-63678-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2418713 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2418713 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2418713 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2418713 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2418713 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:06.760671Z
[junit4] 2> 2418715 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2418715 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2418715 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2418715 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b2bc8a5{/solr,null,AVAILABLE}
[junit4] 2> 2418716 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e06f5be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39148}
[junit4] 2> 2418716 INFO (jetty-launcher-63678-thread-1) [ ] o.e.j.s.Server Started @2418859ms
[junit4] 2> 2418716 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39148}
[junit4] 2> 2418716 ERROR (jetty-launcher-63678-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2418717 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2418717 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2418717 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2418717 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2418717 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:06.764767Z
[junit4] 2> 2418731 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2418731 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2418731 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2418731 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e7b42b1{/solr,null,AVAILABLE}
[junit4] 2> 2418732 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@595a160c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:44783}
[junit4] 2> 2418732 INFO (jetty-launcher-63678-thread-4) [ ] o.e.j.s.Server Started @2418875ms
[junit4] 2> 2418732 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44783}
[junit4] 2> 2418733 ERROR (jetty-launcher-63678-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2418733 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2418733 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2418733 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2418733 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2418733 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:06.780347Z
[junit4] 2> 2418737 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2418737 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2418737 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2418738 INFO (zkConnectionManagerCallback-63680-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d478334{/solr,null,AVAILABLE}
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a778d05{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35088}
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.e.j.s.Server Started @2418882ms
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35088}
[junit4] 2> 2418739 ERROR (jetty-launcher-63678-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2418739 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:06.786962Z
[junit4] 2> 2418740 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2418770 INFO (zkConnectionManagerCallback-63682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418771 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2418785 INFO (zkConnectionManagerCallback-63686-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418796 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2418799 INFO (zkConnectionManagerCallback-63684-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2418809 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2419141 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2419150 WARN (jetty-launcher-63678-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@111c3afd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2419180 WARN (jetty-launcher-63678-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@571068ce[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2419181 INFO (jetty-launcher-63678-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
[junit4] 2> 2419188 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2419189 WARN (jetty-launcher-63678-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@66ccfad7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2419190 INFO (zkConnectionManagerCallback-63696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419192 WARN (jetty-launcher-63678-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2f4b151d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2419194 INFO (jetty-launcher-63678-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
[junit4] 2> 2419241 INFO (zkConnectionManagerCallback-63704-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419241 INFO (zkConnectionManagerCallback-63701-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419274 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40009, likely client has closed socket
[junit4] 2> 2419289 INFO (zkConnectionManagerCallback-63708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419332 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33780_solr
[junit4] 2> 2419334 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) starting
[junit4] 2> 2419393 INFO (zkConnectionManagerCallback-63715-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419404 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
[junit4] 2> 2419430 INFO (OverseerStateUpdate-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33780_solr
[junit4] 2> 2419436 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35088_solr
[junit4] 2> 2419436 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2419464 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33780_solr as DOWN
[junit4] 2> 2419466 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2419466 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33780_solr
[junit4] 2> 2419473 INFO (zkCallback-63707-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2419492 INFO (zkCallback-63700-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2419510 INFO (zkCallback-63714-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2419510 WARN (jetty-launcher-63678-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@30f82daa[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2419523 WARN (jetty-launcher-63678-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1f7fdc30[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2419524 INFO (jetty-launcher-63678-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
[junit4] 2> 2419584 INFO (zkConnectionManagerCallback-63727-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419594 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2419632 INFO (zkConnectionManagerCallback-63729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419638 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2419641 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33780.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2419643 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39148_solr as DOWN
[junit4] 2> 2419644 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2419644 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39148_solr
[junit4] 2> 2419646 INFO (zkCallback-63700-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2419646 INFO (zkCallback-63714-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2419646 INFO (zkCallback-63707-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2419662 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33780.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2419662 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33780.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2419664 INFO (jetty-launcher-63678-thread-2) [n:127.0.0.1:33780_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node2/.
[junit4] 2> 2419665 INFO (zkConnectionManagerCallback-63722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419666 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2419667 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2419674 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
[junit4] 2> 2419685 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2419849 INFO (zkConnectionManagerCallback-63737-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2419852 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2419855 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
[junit4] 2> 2419875 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2419983 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35088.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2420251 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35088.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2420252 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35088.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2420254 INFO (jetty-launcher-63678-thread-3) [n:127.0.0.1:35088_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node3/.
[junit4] 2> 2420351 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2420587 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2420588 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2420627 INFO (jetty-launcher-63678-thread-1) [n:127.0.0.1:39148_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node1/.
[junit4] 2> 2421150 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2421152 WARN (jetty-launcher-63678-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@e504493[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2421155 WARN (jetty-launcher-63678-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@43f923f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2421156 INFO (jetty-launcher-63678-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33465/solr
[junit4] 2> 2421158 INFO (zkConnectionManagerCallback-63744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2421166 INFO (zkConnectionManagerCallback-63746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2421177 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2421201 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44783_solr as DOWN
[junit4] 2> 2421228 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2421228 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
[junit4] 2> 2421239 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421239 INFO (zkCallback-63707-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421239 INFO (zkCallback-63714-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421240 INFO (zkCallback-63700-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421274 INFO (zkCallback-63721-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421278 INFO (zkCallback-63736-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421279 INFO (zkCallback-63745-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2421369 INFO (zkConnectionManagerCallback-63753-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2421373 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2421374 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
[junit4] 2> 2421424 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2421735 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2421852 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2421852 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44783.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2421857 INFO (jetty-launcher-63678-thread-4) [n:127.0.0.1:44783_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node4/.
[junit4] 2> 2422213 INFO (zkConnectionManagerCallback-63759-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2422222 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2422232 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33465/solr ready
[junit4] 2> 2422268 INFO (qtp1312588494-130184) [n:127.0.0.1:35088_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2422275 INFO (qtp1312588494-130184) [n:127.0.0.1:35088_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 2422278 INFO (qtp1312588494-130187) [n:127.0.0.1:35088_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=testAddAndDeleteCollectionAttribute&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2422302 INFO (OverseerThreadFactory-13153-thread-1-processing-n:127.0.0.1:33780_solr) [n:127.0.0.1:33780_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAddAndDeleteCollectionAttribute
[junit4] 2> 2422428 INFO (OverseerStateUpdate-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAddAndDeleteCollectionAttribute",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAddAndDeleteCollectionAttribute_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39148/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2422706 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testAddAndDeleteCollectionAttribute_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddAndDeleteCollectionAttribute&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2423737 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2423952 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.IndexSchema [testAddAndDeleteCollectionAttribute_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2423958 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2423958 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testAddAndDeleteCollectionAttribute_shard1_replica_n1' using configuration from collection testAddAndDeleteCollectionAttribute, trusted=true
[junit4] 2> 2423959 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39148.solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1' (registry 'solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2423959 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrCore [[testAddAndDeleteCollectionAttribute_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node1/testAddAndDeleteCollectionAttribute_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-001/node1/./testAddAndDeleteCollectionAttribute_shard1_replica_n1/data/]
[junit4] 2> 2424136 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2424136 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2424139 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2424139 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2424141 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@492296e5[testAddAndDeleteCollectionAttribute_shard1_replica_n1] main]
[junit4] 2> 2424143 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2424144 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2424145 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2424145 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1632060259373678592
[junit4] 2> 2424149 INFO (searcherExecutor-13173-thread-1-processing-n:127.0.0.1:39148_solr x:testAddAndDeleteCollectionAttribute_shard1_replica_n1 c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrCore [testAddAndDeleteCollectionAttribute_shard1_replica_n1] Registered new searcher Searcher@492296e5[testAddAndDeleteCollectionAttribute_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2424153 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAddAndDeleteCollectionAttribute/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2424153 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAddAndDeleteCollectionAttribute/leaders/shard1
[junit4] 2> 2424158 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2424158 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2424158 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39148/solr/testAddAndDeleteCollectionAttribute_shard1_replica_n1/
[junit4] 2> 2424158 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2424159 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39148/solr/testAddAndDeleteCollectionAttribute_shard1_replica_n1/ has no replicas
[junit4] 2> 2424159 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAddAndDeleteCollectionAttribute/leaders/shard1/leader after winning as /collections/testAddAndDeleteCollectionAttribute/leader_elect/shard1/election/73210286969192462-core_node2-n_0000000000
[junit4] 2> 2424161 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39148/solr/testAddAndDeleteCollectionAttribute_shard1_replica_n1/ shard1
[junit4] 2> 2424265 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424272 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2424279 INFO (qtp522786574-130165) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testAddAndDeleteCollectionAttribute_shard1_replica_n1&action=CREATE&numShards=1&collection=testAddAndDeleteCollectionAttribute&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1573
[junit4] 2> 2424283 INFO (qtp1312588494-130187) [n:127.0.0.1:35088_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2424307 INFO (OverseerCollectionConfigSetProcessor-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2424375 INFO (zkCallback-63700-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424375 INFO (zkCallback-63728-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424375 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424376 INFO (qtp1312588494-130187) [n:127.0.0.1:35088_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=testAddAndDeleteCollectionAttribute&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2098
[junit4] 2> 2424406 INFO (qtp1312588494-130188) [n:127.0.0.1:35088_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :modifycollection with params replicationFactor=25&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2424533 INFO (zkCallback-63728-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424533 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424636 INFO (qtp1312588494-130188) [n:127.0.0.1:35088_solr c:testAddAndDeleteCollectionAttribute ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=25&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2} status=0 QTime=230
[junit4] 2> 2424638 INFO (qtp1312588494-130189) [n:127.0.0.1:35088_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :modifycollection with params maxShardsPerNode=&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2424647 INFO (OverseerCollectionConfigSetProcessor-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2424953 INFO (zkCallback-63728-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2424953 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAddAndDeleteCollectionAttribute/state.json] for collection [testAddAndDeleteCollectionAttribute] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2425058 INFO (qtp1312588494-130189) [n:127.0.0.1:35088_solr c:testAddAndDeleteCollectionAttribute ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={maxShardsPerNode=&name=testAddAndDeleteCollectionAttribute&action=MODIFYCOLLECTION&collection=testAddAndDeleteCollectionAttribute&wt=javabin&version=2} status=0 QTime=419
[junit4] 2> 2425084 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40013, likely client has closed socket
[junit4] 2> 2425091 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=251706094
[junit4] 2> 2425091 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33780_solr
[junit4] 2> 2425092 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2425092 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33780_solr as DOWN
[junit4] 2> 2425103 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=54487238
[junit4] 2> 2425103 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35088_solr
[junit4] 2> 2425113 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2425113 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35088_solr as DOWN
[junit4] 2> 2425117 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1839223889
[junit4] 2> 2425117 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39148_solr
[junit4] 2> 2425154 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2425154 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39148_solr as DOWN
[junit4] 2> 2425221 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=365638759
[junit4] 2> 2425221 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44783_solr
[junit4] 2> 2425224 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2425224 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44783_solr as DOWN
[junit4] 2> 2425232 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2425237 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2425237 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@769f1ec9: rootName = solr_33780, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1d688100
[junit4] 2> 2425259 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2425259 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@46fd1a54: rootName = solr_33780, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
[junit4] 2> 2425290 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2425290 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24235b2b: rootName = solr_33780, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
[junit4] 2> 2425290 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2425304 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2425304 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4114a886: rootName = solr_35088, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@10f42632
[junit4] 2> 2425312 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2425339 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6214f2bb: rootName = solr_35088, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
[junit4] 2> 2425344 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2425344 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3253c96d: rootName = solr_35088, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
[junit4] 2> 2425344 INFO (jetty-closer-63761-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2425349 INFO (closeThreadPool-63774-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) closing
[junit4] 2> 2425351 INFO (OverseerAutoScalingTriggerThread-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2425351 INFO (OverseerStateUpdate-73210286969192458-127.0.0.1:33780_solr-n_0000000000) [n:127.0.0.1:33780_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33780_solr
[junit4] 2> 2425352 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb4000a, likely client has closed socket
[junit4] 2> 2425353 INFO (zkCallback-63736-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425353 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425353 INFO (zkCallback-63721-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425354 INFO (zkCallback-63700-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35088_solr
[junit4] 2> 2425354 INFO (zkCallback-63752-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425354 INFO (zkCallback-63714-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425354 INFO (zkCallback-63745-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425356 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2425356 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f3a4c10: rootName = solr_44783, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2a061b2d
[junit4] 2> 2425365 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2425365 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@b25f858: rootName = solr_44783, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
[junit4] 2> 2425370 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2425370 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@580901cd: rootName = solr_44783, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
[junit4] 2> 2425370 INFO (jetty-closer-63761-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2425383 INFO (zkCallback-63700-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2425384 INFO (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.c.SolrCore [testAddAndDeleteCollectionAttribute_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@7bd4a491
[junit4] 2> 2425496 INFO (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1, tag=7bd4a491
[junit4] 2> 2425496 INFO (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a839858: rootName = solr_39148, domain = solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testAddAndDeleteCollectionAttribute.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@112b1b84
[junit4] 2> 2425498 INFO (closeThreadPool-63774-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) closing
[junit4] 2> 2425498 INFO (jetty-closer-63761-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73210286969192458-127.0.0.1:33780_solr-n_0000000000) closing
[junit4] 2> 2425564 INFO (jetty-closer-63761-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@be5b992{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2425564 INFO (jetty-closer-63761-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21b1280f{/solr,null,UNAVAILABLE}
[junit4] 2> 2425564 INFO (jetty-closer-63761-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2425572 INFO (zkCallback-63752-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2425572 INFO (zkCallback-63736-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2425573 INFO (zkCallback-63728-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 2425575 INFO (zkCallback-63728-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39148_solr
[junit4] 2> 2425596 INFO (jetty-closer-63761-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@a778d05{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2425596 INFO (jetty-closer-63761-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d478334{/solr,null,UNAVAILABLE}
[junit4] 2> 2425596 INFO (jetty-closer-63761-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2425651 INFO (coreCloseExecutor-13181-thread-1) [n:127.0.0.1:39148_solr c:testAddAndDeleteCollectionAttribute s:shard1 r:core_node2 x:testAddAndDeleteCollectionAttribute_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testAddAndDeleteCollectionAttribute.shard1.leader, tag=7bd4a491
[junit4] 2> 2425654 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40012, likely client has closed socket
[junit4] 2> 2425656 INFO (zkCallback-63728-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2425662 INFO (jetty-closer-63761-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@595a160c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2425662 INFO (jetty-closer-63761-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e7b42b1{/solr,null,UNAVAILABLE}
[junit4] 2> 2425662 INFO (jetty-closer-63761-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2425668 INFO (zkCallback-63736-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 2425718 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2425718 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b632e3: rootName = solr_39148, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@602d0476
[junit4] 2> 2425799 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2425800 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@246c64d0: rootName = solr_39148, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a41c248
[junit4] 2> 2425807 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2425808 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@177a762d: rootName = solr_39148, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45f75918
[junit4] 2> 2425808 INFO (jetty-closer-63761-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2425865 INFO (jetty-closer-63761-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4e06f5be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2425865 INFO (jetty-closer-63761-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b2bc8a5{/solr,null,UNAVAILABLE}
[junit4] 2> 2425865 INFO (jetty-closer-63761-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2425868 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2425869 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104185e3cb40000, likely client has closed socket
[junit4] 2> 2425870 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/aliases.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/collections/testAddAndDeleteCollectionAttribute/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/clusterstate.json
[junit4] 2> 9 /solr/clusterprops.json
[junit4] 2> 7 /solr/collections/testAddAndDeleteCollectionAttribute/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/live_nodes
[junit4] 2> 9 /solr/collections
[junit4] 2>
[junit4] 2> 2425872 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33465
[junit4] 2> 2425872 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33465
[junit4] 2> 2425873 INFO (TEST-CollectionsAPISolrJTest.testModifyCollectionAttribute-seed#[3D33197E7E01D78F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testModifyCollectionAttribute
[junit4] 2> 2425883 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionWithPropertyParam
[junit4] 2> 2425883 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-002
[junit4] 2> 2425884 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2425889 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2425889 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2425989 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer start zk server on port:40125
[junit4] 2> 2425989 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40125
[junit4] 2> 2425989 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[3D33197E7E01D78F]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40125
[junit4] 2> 2426054 INFO (zkConnectionManagerCallback-63779-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426107 INFO (zkConnectionManagerCallback-63781-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426129 INFO (zkConnectionManagerCallback-63783-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426176 WARN (jetty-launcher-63784-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2426177 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2426177 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2426177 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2426178 WARN (jetty-launcher-63784-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2426178 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2426178 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2426178 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2426188 WARN (jetty-launcher-63784-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2426189 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2426189 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2426189 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2426190 WARN (jetty-launcher-63784-thread-4) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2426190 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2426190 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2426190 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 2426228 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2426228 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2426228 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2426229 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d120515{/solr,null,AVAILABLE}
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e1044a8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33095}
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.e.j.s.Server Started @2426373ms
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33095}
[junit4] 2> 2426230 ERROR (jetty-launcher-63784-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2426230 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:14.277551Z
[junit4] 2> 2426264 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2426264 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2426264 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2426269 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4859d38{/solr,null,AVAILABLE}
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71d03aba{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33194}
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.e.j.s.Server Started @2426413ms
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33194}
[junit4] 2> 2426270 ERROR (jetty-launcher-63784-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2426270 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:14.317948Z
[junit4] 2> 2426285 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2426285 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2426285 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2426286 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47637f2b{/solr,null,AVAILABLE}
[junit4] 2> 2426286 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6bf41e9c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34817}
[junit4] 2> 2426286 INFO (jetty-launcher-63784-thread-3) [ ] o.e.j.s.Server Started @2426430ms
[junit4] 2> 2426286 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34817}
[junit4] 2> 2426287 ERROR (jetty-launcher-63784-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2426287 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2426287 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2426287 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2426287 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2426287 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:14.334392Z
[junit4] 2> 2426289 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2426289 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2426289 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2426290 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a3047f8{/solr,null,AVAILABLE}
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@38a69b1a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40529}
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.e.j.s.Server Started @2426438ms
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40529}
[junit4] 2> 2426295 ERROR (jetty-launcher-63784-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2426295 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-28T12:19:14.342669Z
[junit4] 2> 2426317 INFO (zkConnectionManagerCallback-63790-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426318 INFO (zkConnectionManagerCallback-63786-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426319 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2426320 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2426365 INFO (zkConnectionManagerCallback-63792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426377 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2426381 INFO (zkConnectionManagerCallback-63788-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2426382 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2427434 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2427435 WARN (jetty-launcher-63784-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4b342d8d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2427438 WARN (jetty-launcher-63784-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5f90ad9b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2427439 INFO (jetty-launcher-63784-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40125/solr
[junit4] 2> 2427441 INFO (zkConnectionManagerCallback-63802-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2427444 INFO (zkConnectionManagerCallback-63804-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2427670 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33194_solr
[junit4] 2> 2427672 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.c.Overseer Overseer (id=73210287449309192-127.0.0.1:33194_solr-n_0000000000) starting
[junit4] 2> 2427717 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2427718 INFO (zkConnectionManagerCallback-63811-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2427718 WARN (jetty-launcher-63784-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@64d60120[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2427722 WARN (jetty-launcher-63784-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6c500bcd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2427723 INFO (jetty-launcher-63784-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40125/solr
[junit4] 2> 2427728 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40125/solr ready
[junit4] 2> 2427737 INFO (OverseerStateUpdate-73210287449309192-127.0.0.1:33194_solr-n_0000000000) [n:127.0.0.1:33194_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33194_solr
[junit4] 2> 2427737 INFO (zkConnectionManagerCallback-63817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2427741 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33194_solr
[junit4] 2> 2428153 INFO (zkCallback-63803-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2428158 INFO (zkCallback-63810-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2428169 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2428191 INFO (zkConnectionManagerCallback-63819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2428199 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2428205 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34817_solr as DOWN
[junit4] 2> 2428210 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2428210 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34817_solr
[junit4] 2> 2428213 INFO (zkCallback-63810-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2428214 INFO (zkCallback-63803-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2428216 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33194.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2428275 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33194.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2428275 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33194.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2428278 INFO (jetty-launcher-63784-thread-4) [n:127.0.0.1:33194_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPISolrJTest_3D33197E7E01D78F-001/tempDir-002/node4/.
[junit4] 2> 2428313 INFO (zkCallback-63818-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2428313 INFO (zkConnectionManagerCallback-63827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2428316 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2428321 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40125/solr ready
[junit4] 2> 2428352 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2428390 WARN (jetty-launcher-63784-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15a1492d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2428393 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2428469 WARN (jetty-launcher-63784-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@569da786[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2428471 INFO (jetty-launcher-63784-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40125/solr
[junit4] 2> 2428535 INFO (zkConnectionManagerCallback-63834-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2428557 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34817.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e41f8d8
[junit4] 2> 2428576 INFO (jetty-launcher-63784-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2428577 WARN (jetty-launcher-63784-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@40aaace[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2428578 INFO (jetty-launcher-63784-thread-3) [n:127.0.0.1:34817_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34817.solr.j
[...truncated too long message...]
y-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null31399850
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null31399850
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null31399850
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 43ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 331 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1833 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1833/
2 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete
Error Message:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_5FD1BE7DDCE2BCE5-001/index-NIOFSDirectory-002/_90_BlockTreeOrds_0.pos: Too many open files
Stack Trace:
java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_5FD1BE7DDCE2BCE5-001/index-NIOFSDirectory-002/_90_BlockTreeOrds_0.pos: Too many open files
at __randomizedtesting.SeedInfo.seed([5FD1BE7DDCE2BCE5:C140C9FAF6233EE5]:0)
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
at java.base/java.nio.channels.FileChannel.open(FileChannel.java:292)
at java.base/java.nio.channels.FileChannel.open(FileChannel.java:345)
at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2819)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:742)
at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
at org.apache.lucene.codecs.blocktreeords.BlockTreeOrdsPostingsFormat.fieldsProducer(BlockTreeOrdsPostingsFormat.java:90)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterReader
Error Message:
5 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterReader: 1) Thread[id=8535, name=Thread-8409, state=BLOCKED, group=TGRP-TestIndexWriterReader] at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36) at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119) at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597) at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213) at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839) 2) Thread[id=8536, name=Thread-8410, state=RUNNABLE, group=TGRP-TestIndexWriterReader] at app//org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:394) at app//org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsReader.get(AssertingTermVectorsFormat.java:71) at app//org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:223) at app//org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239) at app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173) at app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4462) at app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056) at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40) at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119) at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597) at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213) at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839) 3) Thread[id=8537, name=Thread-8411, state=BLOCKED, group=TGRP-TestIndexWriterReader] at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36) at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119) at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597) at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213) at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839) 4) Thread[id=8533, name=Thread-8407, state=BLOCKED, group=TGRP-TestIndexWriterReader] at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36) at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119) at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597) at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213) at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839) 5) Thread[id=8534, name=Thread-8408, state=BLOCKED, group=TGRP-TestIndexWriterReader] at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36) at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157) at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119) at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597) at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213) at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterReader:
1) Thread[id=8535, name=Thread-8409, state=BLOCKED, group=TGRP-TestIndexWriterReader]
at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
2) Thread[id=8536, name=Thread-8410, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
at app//org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:394)
at app//org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsReader.get(AssertingTermVectorsFormat.java:71)
at app//org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:223)
at app//org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
at app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
at app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4462)
at app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
3) Thread[id=8537, name=Thread-8411, state=BLOCKED, group=TGRP-TestIndexWriterReader]
at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
4) Thread[id=8533, name=Thread-8407, state=BLOCKED, group=TGRP-TestIndexWriterReader]
at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
5) Thread[id=8534, name=Thread-8408, state=BLOCKED, group=TGRP-TestIndexWriterReader]
at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
at __randomizedtesting.SeedInfo.seed([5FD1BE7DDCE2BCE5]:0)
Build Log:
[...truncated 717 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 1> TEST: now get reader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddDelete -Dtests.seed=5FD1BE7DDCE2BCE5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-CH -Dtests.timezone=Australia/Sydney -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 5.87s J1 | TestIndexWriterReader.testDuringAddDelete <<<
[junit4] > Throwable #1: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_5FD1BE7DDCE2BCE5-001/index-NIOFSDirectory-002/_90_BlockTreeOrds_0.pos: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([5FD1BE7DDCE2BCE5:C140C9FAF6233EE5]:0)
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.base/java.nio.channels.FileChannel.open(FileChannel.java:292)
[junit4] > at java.base/java.nio.channels.FileChannel.open(FileChannel.java:345)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2819)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:742)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:91)
[junit4] > at org.apache.lucene.codecs.blocktreeords.BlockTreeOrdsPostingsFormat.fieldsProducer(BlockTreeOrdsPostingsFormat.java:90)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
[junit4] > at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_5FD1BE7DDCE2BCE5-001
[junit4] 2> Apr 27, 2019 12:42:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 5 leaked thread(s).
[junit4] 2> Apr 27, 2019 12:42:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 5 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterReader:
[junit4] 2> 1) Thread[id=8535, name=Thread-8409, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> 2) Thread[id=8536, name=Thread-8410, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] 2> at app//org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:394)
[junit4] 2> at app//org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsReader.get(AssertingTermVectorsFormat.java:71)
[junit4] 2> at app//org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:223)
[junit4] 2> at app//org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] 2> at app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4462)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] 2> at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> 3) Thread[id=8537, name=Thread-8411, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> 4) Thread[id=8533, name=Thread-8407, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> 5) Thread[id=8534, name=Thread-8408, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] 2> Apr 27, 2019 12:42:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=8535, name=Thread-8409, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> 2) Thread[id=8536, name=Thread-8410, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] 2> 3) Thread[id=8537, name=Thread-8411, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> 4) Thread[id=8533, name=Thread-8407, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> 5) Thread[id=8534, name=Thread-8408, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] 2> Apr 27, 2019 12:42:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {field1=PostingsFormat(name=LuceneVarGapDocFreqInterval), indexname=PostingsFormat(name=MockRandom), field=PostingsFormat(name=LuceneFixedGap), foo=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=MockRandom), field3=PostingsFormat(name=MockRandom), field2=BlockTreeOrds(blocksize=128), field5=PostingsFormat(name=LuceneVarGapDocFreqInterval), field4=PostingsFormat(name=LuceneFixedGap)}, docValues:{}, maxPointsInLeafNode=1610, maxMBSortInHeap=6.032752973657826, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@73930e02), locale=en-CH, timezone=Australia/Sydney
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 11.0.1 (64-bit)/cpus=4,threads=1,free=249485272,total=365953024
[junit4] 2> NOTE: All tests run in this JVM: [TestAutomatonQuery, TestIntRange, TestAtomicUpdate, TestTopDocsMerge, TestInfoStream, TestLevenshteinAutomata, TestRamUsageEstimator, TestSimilarity, TestIndexInput, TestFrozenBufferedUpdates, TestCheckIndex, TestLucene80NormsFormatMergeInstance, TestMergedIterator, TestIndexWriterOnJRECrash, TestIntArrayDocIdSet, Test2BSortedDocValuesFixedSorted, TestFastDecompressionMode, TestGraphTokenFilter, TestLongRange, Test2BDocs, TestRegExp, TestDemo, TestDeletionPolicy, TestSimpleExplanationsOfNonMatches, TestNoDeletionPolicy, TestAllFilesDetectTruncation, TestAxiomaticF2LOG, TestTransactions, TestNGramPhraseQuery, TestMultiTermsEnum, TestPostingsOffsets, TestNRTThreads, TestAxiomaticSimilarity, TestOrdinalMap, TestStandardAnalyzer, TestSimpleFSDirectory, TestLatLonPointDistanceFeatureQuery, TestPrefixInBooleanQuery, MultiCollectorTest, TestSentinelIntSet, TestCharsRef, TestIndexWriter, TestComplexExplanationsOfNonMatches, TestDocsWithFieldSet, TestParallelReaderEmptyIndex, TestScorerPerf, TestBytesRef, TestDistributionSPL, TestIndexWriterReader]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.seed=5FD1BE7DDCE2BCE5 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-CH -Dtests.timezone=Australia/Sydney -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | TestIndexWriterReader (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.lucene.index.TestIndexWriterReader:
[junit4] > 1) Thread[id=8535, name=Thread-8409, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] > at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] > at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] > at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] > at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > 2) Thread[id=8536, name=Thread-8410, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
[junit4] > at app//org.apache.lucene.codecs.compressing.CompressingTermVectorsReader.get(CompressingTermVectorsReader.java:394)
[junit4] > at app//org.apache.lucene.codecs.asserting.AssertingTermVectorsFormat$AssertingTermVectorsReader.get(AssertingTermVectorsFormat.java:71)
[junit4] > at app//org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:223)
[junit4] > at app//org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:239)
[junit4] > at app//org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:173)
[junit4] > at app//org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4462)
[junit4] > at app//org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4056)
[junit4] > at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] > at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] > at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > 3) Thread[id=8537, name=Thread-8411, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] > at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] > at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] > at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] > at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > 4) Thread[id=8533, name=Thread-8407, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] > at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] > at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] > at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] > at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > 5) Thread[id=8534, name=Thread-8408, state=BLOCKED, group=TGRP-TestIndexWriterReader]
[junit4] > at app//org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:36)
[junit4] > at app//org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2157)
[junit4] > at app//org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5119)
[junit4] > at app//org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] > at app//org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at app//org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
[junit4] > at __randomizedtesting.SeedInfo.seed([5FD1BE7DDCE2BCE5]:0)
[junit4] Completed [128/514 (1!)] on J1 in 55.16s, 23 tests, 2 errors <<< FAILURES!
[...truncated 65072 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2526 links (2067 relative) to 3355 anchors in 253 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/
-documentation-lint:
[jtidy] FIXME: Broken HTML checks were disabled, as jtidy can't handle HTML5.
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
jar-checksums:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null772699684
[copy] Copying 38 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null772699684
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null772699684
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null181022240
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null181022240
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null181022240
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 63ms :: artifacts dl 7ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 355 minutes 52 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1832 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1832/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/26)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:45902/solr", "node_name":"127.0.0.1:45902_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:39432/solr", "node_name":"127.0.0.1:39432_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:45902/solr", "node_name":"127.0.0.1:45902_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:39432/solr", "node_name":"127.0.0.1:39432_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:39432_solr, 127.0.0.1:40083_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/26)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:45902/solr", "node_name":"127.0.0.1:45902_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:39432/solr", "node_name":"127.0.0.1:39432_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:45902/solr", "node_name":"127.0.0.1:45902_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:39432/solr", "node_name":"127.0.0.1:39432_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/26)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:45902/solr",
"node_name":"127.0.0.1:45902_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:39432/solr",
"node_name":"127.0.0.1:39432_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:45902/solr",
"node_name":"127.0.0.1:45902_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:39432/solr",
"node_name":"127.0.0.1:39432_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:39432_solr, 127.0.0.1:40083_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/26)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:45902/solr",
"node_name":"127.0.0.1:45902_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:39432/solr",
"node_name":"127.0.0.1:39432_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:45902/solr",
"node_name":"127.0.0.1:45902_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:39432/solr",
"node_name":"127.0.0.1:39432_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45215/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([F45E72B7AB4BB831:CCED56498CB86CE0]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14865 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/init-core-data-001
[junit4] 2> 3477870 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 3477870 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3477871 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3477872 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3477968 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3477985 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3477987 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3477989 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3477989 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3477989 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3477989 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15839e2d{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3478221 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1778ea41{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-39983-hdfs-_-any-17994772916535194662.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 3478222 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@592da401{HTTP/1.1,[http/1.1]}{localhost:39983}
[junit4] 2> 3478222 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.Server Started @3478288ms
[junit4] 2> 3478301 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3478303 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3478304 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3478304 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3478304 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3478304 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@406a1213{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3478468 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@e9ab696{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41489-datanode-_-any-9307781812798625843.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3478468 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4cc779f1{HTTP/1.1,[http/1.1]}{localhost:41489}
[junit4] 2> 3478468 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.Server Started @3478534ms
[junit4] 2> 3478518 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3478520 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3478521 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3478521 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3478521 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3478521 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@773003ca{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3478591 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd5a4ae188b5fb29b: Processing first storage report for DS-47f8acd5-1d11-4157-aa19-397c30b4d034 from datanode 1cdab0da-2e8d-4984-9159-cfa9572e6c50
[junit4] 2> 3478591 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd5a4ae188b5fb29b: from storage DS-47f8acd5-1d11-4157-aa19-397c30b4d034 node DatanodeRegistration(127.0.0.1:46632, datanodeUuid=1cdab0da-2e8d-4984-9159-cfa9572e6c50, infoPort=45302, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=233501681;c=1556274933894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3478592 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd5a4ae188b5fb29b: Processing first storage report for DS-8b38318e-7bd2-49f3-96b3-bbc044d86cdc from datanode 1cdab0da-2e8d-4984-9159-cfa9572e6c50
[junit4] 2> 3478592 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd5a4ae188b5fb29b: from storage DS-8b38318e-7bd2-49f3-96b3-bbc044d86cdc node DatanodeRegistration(127.0.0.1:46632, datanodeUuid=1cdab0da-2e8d-4984-9159-cfa9572e6c50, infoPort=45302, infoSecurePort=0, ipcPort=45303, storageInfo=lv=-57;cid=testClusterID;nsid=233501681;c=1556274933894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3478709 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4c0fead4{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-35660-datanode-_-any-2855266771315176017.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3478709 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6b551fb6{HTTP/1.1,[http/1.1]}{localhost:35660}
[junit4] 2> 3478709 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[F45E72B7AB4BB831]-worker) [ ] o.e.j.s.Server Started @3478775ms
[junit4] 2> 3478820 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x43f7947ac52beb1c: Processing first storage report for DS-7bae3a71-b9fd-4ee9-aeb6-68e901107b62 from datanode 20f99c5f-b99a-415b-a15c-aaf82cbf768f
[junit4] 2> 3478820 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x43f7947ac52beb1c: from storage DS-7bae3a71-b9fd-4ee9-aeb6-68e901107b62 node DatanodeRegistration(127.0.0.1:34608, datanodeUuid=20f99c5f-b99a-415b-a15c-aaf82cbf768f, infoPort=38406, infoSecurePort=0, ipcPort=37678, storageInfo=lv=-57;cid=testClusterID;nsid=233501681;c=1556274933894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3478820 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x43f7947ac52beb1c: Processing first storage report for DS-b02d8940-263a-42f3-81f8-f5746f89cd87 from datanode 20f99c5f-b99a-415b-a15c-aaf82cbf768f
[junit4] 2> 3478820 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x43f7947ac52beb1c: from storage DS-b02d8940-263a-42f3-81f8-f5746f89cd87 node DatanodeRegistration(127.0.0.1:34608, datanodeUuid=20f99c5f-b99a-415b-a15c-aaf82cbf768f, infoPort=38406, infoSecurePort=0, ipcPort=37678, storageInfo=lv=-57;cid=testClusterID;nsid=233501681;c=1556274933894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3479015 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 3479016 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002
[junit4] 2> 3479016 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3479017 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3479017 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3479117 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.ZkTestServer start zk server on port:46247
[junit4] 2> 3479117 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46247
[junit4] 2> 3479117 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46247
[junit4] 2> 3479122 INFO (zkConnectionManagerCallback-78837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479125 INFO (zkConnectionManagerCallback-78839-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479126 INFO (zkConnectionManagerCallback-78841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479129 WARN (jetty-launcher-78842-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3479129 WARN (jetty-launcher-78842-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3479129 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3479129 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3479129 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3479129 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3479129 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3479129 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3479130 WARN (jetty-launcher-78842-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3479130 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3479130 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3479130 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3479131 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3479131 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3479132 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3479132 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c741d9e{/solr,null,AVAILABLE}
[junit4] 2> 3479132 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3479132 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e9f59b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39432}
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.e.j.s.Server Started @3479199ms
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39432}
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20c22cb7{/solr,null,AVAILABLE}
[junit4] 2> 3479133 ERROR (jetty-launcher-78842-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74f73e1{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40083}
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.e.j.s.Server Started @3479199ms
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40083}
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-26T10:35:35.089732Z
[junit4] 2> 3479133 ERROR (jetty-launcher-78842-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3479133 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3479134 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3479134 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3479134 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-26T10:35:35.090038Z
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a1ee4bf{/solr,null,AVAILABLE}
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@283fe31b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45902}
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.e.j.s.Server Started @3479201ms
[junit4] 2> 3479135 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45902}
[junit4] 2> 3479136 ERROR (jetty-launcher-78842-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3479136 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3479136 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3479136 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3479136 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3479136 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-26T10:35:35.092445Z
[junit4] 2> 3479138 INFO (zkConnectionManagerCallback-78846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479138 INFO (zkConnectionManagerCallback-78848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479139 INFO (zkConnectionManagerCallback-78844-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479139 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3479140 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3479143 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3479143 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3479143 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3479143 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3479144 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3479145 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3479147 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3479147 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3479149 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3479150 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3479189 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3479191 WARN (jetty-launcher-78842-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1b420e6a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3479194 WARN (jetty-launcher-78842-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2210ecfc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3479197 INFO (jetty-launcher-78842-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46247/solr
[junit4] 2> 3479198 INFO (zkConnectionManagerCallback-78857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479201 INFO (zkConnectionManagerCallback-78859-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479292 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45902_solr
[junit4] 2> 3479293 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.c.Overseer Overseer (id=73198555262222343-127.0.0.1:45902_solr-n_0000000000) starting
[junit4] 2> 3479299 INFO (zkConnectionManagerCallback-78866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479302 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46247/solr ready
[junit4] 2> 3479303 INFO (OverseerStateUpdate-73198555262222343-127.0.0.1:45902_solr-n_0000000000) [n:127.0.0.1:45902_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45902_solr
[junit4] 2> 3479304 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45902_solr
[junit4] 2> 3479308 INFO (zkCallback-78858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3479309 INFO (zkCallback-78865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3479325 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3479326 WARN (jetty-launcher-78842-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6e5e0316[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3479329 WARN (jetty-launcher-78842-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a91226b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3479330 INFO (jetty-launcher-78842-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46247/solr
[junit4] 2> 3479332 INFO (zkConnectionManagerCallback-78872-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479335 INFO (zkConnectionManagerCallback-78874-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479335 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3479341 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3479345 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40083_solr as DOWN
[junit4] 2> 3479346 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3479346 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40083_solr
[junit4] 2> 3479348 INFO (zkCallback-78865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3479348 INFO (zkCallback-78858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3479349 INFO (zkCallback-78873-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3479367 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479372 INFO (zkConnectionManagerCallback-78882-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479374 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3479375 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46247/solr ready
[junit4] 2> 3479375 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3479387 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479387 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479389 INFO (jetty-launcher-78842-thread-1) [n:127.0.0.1:45902_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node1/.
[junit4] 2> 3479411 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479431 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479431 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479433 INFO (jetty-launcher-78842-thread-3) [n:127.0.0.1:40083_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node3/.
[junit4] 2> 3479465 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3479504 WARN (jetty-launcher-78842-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2b50a02c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3479507 WARN (jetty-launcher-78842-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@22aec3b4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3479509 INFO (jetty-launcher-78842-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46247/solr
[junit4] 2> 3479550 INFO (zkConnectionManagerCallback-78889-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479588 INFO (zkConnectionManagerCallback-78891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479594 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3479598 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39432_solr as DOWN
[junit4] 2> 3479599 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3479599 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39432_solr
[junit4] 2> 3479601 INFO (zkCallback-78873-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3479601 INFO (zkCallback-78865-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3479602 INFO (zkCallback-78858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3479612 INFO (zkCallback-78881-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3479617 INFO (zkCallback-78890-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3479688 INFO (zkConnectionManagerCallback-78898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479691 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3479693 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46247/solr ready
[junit4] 2> 3479694 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3479756 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479787 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479787 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3479789 INFO (jetty-launcher-78842-thread-2) [n:127.0.0.1:39432_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node2/.
[junit4] 2> 3479885 INFO (zkConnectionManagerCallback-78904-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3479886 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3479888 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[F45E72B7AB4BB831]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46247/solr ready
[junit4] 2> 3479895 INFO (qtp1575470054-163632) [n:127.0.0.1:39432_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3479896 INFO (qtp1575470054-163634) [n:127.0.0.1:39432_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:40083_solr,127.0.0.1:45902_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3479903 INFO (OverseerThreadFactory-17763-thread-1-processing-n:127.0.0.1:45902_solr) [n:127.0.0.1:45902_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 3480013 INFO (OverseerStateUpdate-73198555262222343-127.0.0.1:45902_solr-n_0000000000) [n:127.0.0.1:45902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40083/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3480016 INFO (OverseerStateUpdate-73198555262222343-127.0.0.1:45902_solr-n_0000000000) [n:127.0.0.1:45902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45902/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3480019 INFO (OverseerStateUpdate-73198555262222343-127.0.0.1:45902_solr-n_0000000000) [n:127.0.0.1:45902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40083/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3480022 INFO (OverseerStateUpdate-73198555262222343-127.0.0.1:45902_solr-n_0000000000) [n:127.0.0.1:45902_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45902/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3480229 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3480230 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3480230 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr x:testSimple1_shard2_replica_n6] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3480230 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3480231 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3481252 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3481254 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3481256 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3481260 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3481267 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3481268 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 3481270 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3481270 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3481271 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3481272 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45215/solr_hdfs_home
[junit4] 2> 3481272 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3481272 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 3481273 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3481273 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3481274 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 3481275 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3481275 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3481276 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45215/solr_hdfs_home
[junit4] 2> 3481276 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3481277 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 3481278 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 3481280 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3481283 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3481283 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3481283 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 3481283 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3481284 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481284 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45215/solr_hdfs_home
[junit4] 2> 3481284 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481284 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3481284 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 3481285 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3481286 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 3481286 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@401f34db
[junit4] 2> 3481286 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45215/solr_hdfs_home
[junit4] 2> 3481286 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3481286 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_F45E72B7AB4BB831-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 3481288 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 3481294 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481296 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 3481296 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481296 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481298 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481298 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481300 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481300 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481301 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481303 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 3481307 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481312 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481313 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 3481319 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 3481322 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 3481333 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481333 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481337 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 3481341 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481347 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 3481357 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481357 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481358 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481358 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481360 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45215/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 3481361 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481368 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481385 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3481385 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3481390 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3481540 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3481540 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3481540 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3481587 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3481587 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3481587 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3481595 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3481595 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3481651 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3481651 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3481657 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3403b465[testSimple1_shard2_replica_n6] main]
[junit4] 2> 3481658 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3481659 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3481659 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3481660 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631872548985634816
[junit4] 2> 3481664 INFO (searcherExecutor-17785-thread-1-processing-n:127.0.0.1:45902_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@3403b465[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3481669 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 3481669 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3481675 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 3481700 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b6e8c62[testSimple1_shard2_replica_n4] main]
[junit4] 2> 3481701 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3481702 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3481702 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3481703 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631872549030723584
[junit4] 2> 3481707 INFO (searcherExecutor-17783-thread-1-processing-n:127.0.0.1:40083_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@5b6e8c62[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3481713 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 3481713 INFO (qtp1676018184-163644) [n:127.0.0.1:40083_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3481716 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3481716 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3481716 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3481725 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3481725 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3481725 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3481736 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3481736 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3481746 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3481746 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3481765 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ff0d830[testSimple1_shard1_replica_n1] main]
[junit4] 2> 3481766 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3bb04fa6[testSimple1_shard1_replica_n2] main]
[junit4] 2> 3481767 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3481767 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3481767 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3481768 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3481768 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3481769 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3481769 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631872549099929600
[junit4] 2> 3481769 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631872549099929600
[junit4] 2> 3481773 INFO (searcherExecutor-17782-thread-1-processing-n:127.0.0.1:45902_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@3bb04fa6[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3481777 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 3481778 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3481781 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 3481781 INFO (searcherExecutor-17784-thread-1-processing-n:127.0.0.1:40083_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@2ff0d830[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3481781 INFO (qtp1038739976-163652) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3481784 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3481784 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3481784 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40083/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 3481785 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:40083/solr START replicas=[http://127.0.0.1:45902/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 3481788 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:40083/solr DONE. We have no versions. sync failed.
[junit4] 2> 3481797 INFO (qtp1038739976-163639) [n:127.0.0.1:45902_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3481797 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3481797 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3481797 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73198555262222346-core_node3-n_0000000000
[junit4] 2> 3481799 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40083/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 3481906 INFO (zkCallback-78873-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3481907 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3481910 INFO (qtp1676018184-163645) [n:127.0.0.1:40083_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1680
[junit4] 2> 3482010 INFO (zkCallback-78873-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3482010 INFO (zkCallback-78873-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3482176 INFO (qtp1038739976-163643) [n:127.0.0.1:45902_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3482176 INFO (qtp1038739976
[...truncated too long message...]
ail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null830616218
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null830616218
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null830616218
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 61ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 340 minutes 14 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1831 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1831/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Address already in use
Stack Trace:
java.net.BindException: Address already in use
at __randomizedtesting.SeedInfo.seed([115D79AC86D20649:9A7AAA7DC7D4ADCD]:0)
at java.base/sun.nio.ch.Net.bind0(Native Method)
at java.base/sun.nio.ch.Net.bind(Net.java:461)
at java.base/sun.nio.ch.Net.bind(Net.java:453)
at java.base/sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:227)
at java.base/sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:80)
at org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:342)
at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:308)
at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:236)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.eclipse.jetty.server.Server.doStart(Server.java:394)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:558)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:497)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:465)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:499)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
11 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 1) Thread[id=133391, name=qtp609197548-133391, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 2) Thread[id=133388, name=qtp609197548-133388, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 3) Thread[id=133395, name=qtp609197548-133395, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 4) Thread[id=133440, name=qtp609197548-133440, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 5) Thread[id=133394, name=qtp609197548-133394, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 6) Thread[id=133392, name=qtp609197548-133392, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 7) Thread[id=133431, name=Scheduler-544218557, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 8) Thread[id=133389, name=qtp609197548-133389, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 9) Thread[id=133393, name=qtp609197548-133393, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 10) Thread[id=133390, name=qtp609197548-133390-acceptor-0@1d3c7c3b-ServerConnector@3ee4501f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38093}, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 11) Thread[id=133396, name=Scheduler-1764357644, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 11 threads leaked from SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest:
1) Thread[id=133391, name=qtp609197548-133391, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
2) Thread[id=133388, name=qtp609197548-133388, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
3) Thread[id=133395, name=qtp609197548-133395, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
4) Thread[id=133440, name=qtp609197548-133440, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
5) Thread[id=133394, name=qtp609197548-133394, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
6) Thread[id=133392, name=qtp609197548-133392, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
7) Thread[id=133431, name=Scheduler-544218557, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
8) Thread[id=133389, name=qtp609197548-133389, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
9) Thread[id=133393, name=qtp609197548-133393, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:656)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:46)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:720)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
10) Thread[id=133390, name=qtp609197548-133390-acceptor-0@1d3c7c3b-ServerConnector@3ee4501f{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38093}, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533)
at java.base@11.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285)
at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385)
at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
11) Thread[id=133396, name=Scheduler-1764357644, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([115D79AC86D20649]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=133388, name=qtp609197548-133388, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 2) Thread[id=133389, name=qtp609197548-133389, state=RUNNABLE, group=TGRP-ShardSplitTest] at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method) at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120) at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 3) Thread[id=133396, name=Scheduler-1764357644, state=TIMED_WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834) 4) Thread[id=133431, name=Scheduler-544218557, state=WAITING, group=TGRP-ShardSplitTest] at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=133388, name=qtp609197548-133388, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
2) Thread[id=133389, name=qtp609197548-133389, state=RUNNABLE, group=TGRP-ShardSplitTest]
at java.base@11.0.1/sun.nio.ch.EPoll.wait(Native Method)
at java.base@11.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:120)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
at java.base@11.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:423)
at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:360)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$156/0x0000000100357c40.run(Unknown Source)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
3) Thread[id=133396, name=Scheduler-1764357644, state=TIMED_WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
4) Thread[id=133431, name=Scheduler-544218557, state=WAITING, group=TGRP-ShardSplitTest]
at java.base@11.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@11.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@11.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
at java.base@11.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@11.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@11.0.1/java.lang.Thread.run(Thread.java:834)
at __randomizedtesting.SeedInfo.seed([115D79AC86D20649]:0)
FAILED: org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([115D79AC86D20649:20E6C79923ED1699]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:939)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:899)
at org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:569)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='collations']/lst[@name='collation']/long[@name='hits' and 3 <= . and . <= 13]
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">16</int></lst><result name="response" numFound="0" start="0"></result><lst name="spellcheck"><lst name="suggestions"><lst name="everother"><int name="numFound">1</int><int name="startOffset">9</int><int name="endOffset">18</int><arr name="suggestion"><str>everyother</str></arr></lst></lst><lst name="collations"><lst name="collation"><str name="collationQuery">teststop:everyother</str><long name="hits">14</long><lst name="misspellingsAndCorrections"><str name="everother">everyother</str></lst></lst></lst></lst>
</response>
request was:spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:everother&spellcheck.collateMaxCollectDocs=5
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:932)
... 40 more
Build Log:
[...truncated 13891 lines...]
[junit4] Suite: org.apache.solr.spelling.SpellCheckCollatorTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.spelling.SpellCheckCollatorTest_115D79AC86D20649-001/init-core-data-001
[junit4] 2> 1594037 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1594078 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1594111 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1594215 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1594366 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1594387 WARN (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2b0f01f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1594418 WARN (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4a879ba[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1594459 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1594459 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1594485 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65db3849
[junit4] 2> 1594500 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65db3849
[junit4] 2> 1594500 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65db3849
[junit4] 2> 1594503 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1594573 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 1594594 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1594707 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1594718 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 1594718 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@65db3849
[junit4] 2> 1594719 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.spelling.SpellCheckCollatorTest_115D79AC86D20649-001/init-core-data-001/]
[junit4] 2> 1594721 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=2.119140625, noCFSRatio=0.32924346013941985]
[junit4] 2> 1594877 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1594877 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1595062 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1595064 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57a4bb7a[collection1] main]
[junit4] 2> 1595064 WARN (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1595065 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1595080 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: default
[junit4] 2> 1595089 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: default_teststop
[junit4] 2> 1595090 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=solr.DirectSolrSpellChecker,minQueryLength=3,maxQueryFrequency=100.0,field=teststop}
[junit4] 2> 1595090 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct_lowerfilt,classname=solr.DirectSolrSpellChecker,minQueryLength=3,maxQueryFrequency=100.0,field=lowerfilt}
[junit4] 2> 1595099 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: threshold
[junit4] 2> 1595099 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=threshold_direct,classname=solr.DirectSolrSpellChecker,field=lowerfilt,spellcheckIndexDir=spellcheckerThreshold,buildOnCommit=true,thresholdTokenFrequency=0.29}
[junit4] 2> 1595100 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: threshold_direct
[junit4] 2> 1595109 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: multipleFields
[junit4] 2> 1595138 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: freq
[junit4] 2> 1595147 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Registering newSearcher listener for spellchecker: fqcn
[junit4] 2> 1595147 INFO (coreLoadExecutor-3344-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1595147 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1595152 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[0]} 0 2
[junit4] 2> 1595163 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default_teststop
[junit4] 2> 1595164 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1595164 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct_lowerfilt
[junit4] 2> 1595164 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1595164 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: threshold
[junit4] 2> 1595164 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: threshold_direct
[junit4] 2> 1595164 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1595165 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1595165 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1595165 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1595166 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1595166 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1595167 INFO (searcherExecutor-3345-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57a4bb7a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1595172 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[1]} 0 18
[junit4] 2> 1595174 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[2]} 0 0
[junit4] 2> 1595201 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[3]} 0 27
[junit4] 2> 1595208 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[4]} 0 1
[junit4] 2> 1595305 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[5]} 0 95
[junit4] 2> 1595314 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[6]} 0 5
[junit4] 2> 1595322 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[7]} 0 6
[junit4] 2> 1595323 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[8]} 0 0
[junit4] 2> 1595359 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[9]} 0 35
[junit4] 2> 1595361 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[10]} 0 2
[junit4] 2> 1595385 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[11]} 0 23
[junit4] 2> 1595395 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[12]} 0 9
[junit4] 2> 1595409 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[13]} 0 13
[junit4] 2> 1595423 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[14]} 0 13
[junit4] 2> 1595440 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[15]} 0 15
[junit4] 2> 1595441 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{add=[16]} 0 0
[junit4] 2> 1595441 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1595441 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@72bd0145 commitCommandVersion:0
[junit4] 2> 1595471 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@392d461e[collection1] main]
[junit4] 2> 1595471 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1595471 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: default
[junit4] 2> 1595523 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: default_teststop
[junit4] 2> 1595579 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: threshold
[junit4] 2> 1595599 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: threshold_direct
[junit4] 2> 1595599 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: multipleFields
[junit4] 2> 1595640 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: freq
[junit4] 2> 1595686 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.h.c.SpellCheckComponent Building spell index for spell checker: fqcn
[junit4] 2> 1595726 INFO (searcherExecutor-3345-thread-1) [ ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@392d461e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181728917}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_1(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181728939}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_2(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181728999}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_3(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181729068}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_4(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181729085}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_5(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181729129}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_6(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181729149}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_7(9.0.0):c2:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181729185}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}]) Uninverting(_8(9.0.0):c1:[diagnostics={java.vendor=Oracle Corporation, os=Linux, os.version=4.4.0-137-generic, java.runtime.version=11.0.1+13-LTS, os.arch=amd64, source=flush, lucene.version=9.0.0, java.vm.version=11.0.1+13-LTS, java.version=11.0.1, timestamp=1556181729198}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 1595727 INFO (SUITE-SpellCheckCollatorTest-seed#[115D79AC86D20649]-worker) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=null path=null params={}{commit=} 0 285
[junit4] 2> 1595930 INFO (TEST-SpellCheckCollatorTest.testCollateWithOverride-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={mm=1&q=partisian+politcal+mashine&defType=edismax&spellcheck.dictionary=direct&qt=/spellCheckCompRH&spellcheck=true&qf=teststop&spellcheck.maxCollations=10&spellcheck.count=10&spellcheck.maxCollationTries=10&wt=xml&spellcheck.collate=true} hits=0 status=0 QTime=44
[junit4] 2> 1595962 INFO (TEST-SpellCheckCollatorTest.testCollateWithOverride-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={mm=1&spellcheck.dictionary=direct&qt=/spellCheckCompRH&spellcheck.maxCollations=10&spellcheck.maxCollationTries=10&q=partisian+politcal+mashine&defType=edismax&spellcheck.collateParam.mm=100%25&spellcheck=true&qf=teststop&spellcheck.count=10&wt=xml&spellcheck.collate=true} hits=0 status=0 QTime=31
[junit4] 2> 1596017 INFO (TEST-SpellCheckCollatorTest.testContextSensitiveCollate-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&spellcheck.dictionary=direct&indent=true&spellcheck.maxCollations=1&spellcheck.maxCollationTries=10&spellcheck.alternativeTermCount=5&spellcheck.build=true&spellcheck.extendedResults=true&q=teststop:(flew+AND+form+AND+heathrow)&spellcheck.maxResultsForSuggest=0&spellcheck=true&spellcheck.count=10&wt=xml&spellcheck.collate=true} hits=0 status=0 QTime=39
[junit4] 2> 1596029 INFO (TEST-SpellCheckCollatorTest.testContextSensitiveCollate-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&spellcheck.dictionary=direct&indent=true&spellcheck.maxCollations=1&spellcheck.maxCollationTries=10&spellcheck.alternativeTermCount=5&spellcheck.extendedResults=true&q=teststop:(june+AND+customs)&spellcheck.maxResultsForSuggest=1&spellcheck=true&spellcheck.count=10&wt=xml&spellcheck.collate=true} hits=1 status=0 QTime=10
[junit4] 2> 1596033 INFO (TEST-SpellCheckCollatorTest.testContextSensitiveCollate-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={mm=2&q=teststop:(june+customs)&qt=/spellCheckCompRH&spellcheck.dictionary=direct&indent=true&spellcheck=true&spellcheck.count=10&spellcheck.alternativeTermCount=0&wt=xml&spellcheck.collate=true} hits=2 status=0 QTime=1
[junit4] 2> 1596132 INFO (TEST-SpellCheckCollatorTest.testContextSensitiveCollate-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&spellcheck.dictionary=default_teststop&indent=true&spellcheck.maxCollations=1&spellcheck.maxCollationTries=10&spellcheck.alternativeTermCount=5&spellcheck.build=true&spellcheck.extendedResults=true&q=teststop:(flew+AND+form+AND+heathrow)&spellcheck.maxResultsForSuggest=0&spellcheck=true&spellcheck.count=10&wt=xml&spellcheck.collate=true} hits=0 status=0 QTime=98
[junit4] 2> 1596153 INFO (TEST-SpellCheckCollatorTest.testContextSensitiveCollate-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&spellcheck.dictionary=default_teststop&indent=true&spellcheck.maxCollations=1&spellcheck.maxCollationTries=10&spellcheck.alternativeTermCount=5&spellcheck.extendedResults=true&q=teststop:(june+AND+customs)&spellcheck.maxResultsForSuggest=1&spellcheck=true&spellcheck.count=10&wt=xml&spellcheck.collate=true} hits=1 status=0 QTime=7
[junit4] 2> 1596162 INFO (TEST-SpellCheckCollatorTest.testContextSensitiveCollate-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={mm=2&q=teststop:(june+customs)&qt=/spellCheckCompRH&spellcheck.dictionary=default_teststop&indent=true&spellcheck=true&spellcheck.count=10&spellcheck.alternativeTermCount=0&wt=xml&spellcheck.collate=true} hits=2 status=0 QTime=8
[junit4] 2> 1596184 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia} hits=0 status=0 QTime=8
[junit4] 2> 1596193 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=0} hits=0 status=0 QTime=8
[junit4] 2> 1596198 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=30} hits=0 status=0 QTime=4
[junit4] 2> 1596203 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=100} hits=0 status=0 QTime=4
[junit4] 2> 1596208 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=10000} hits=0 status=0 QTime=4
[junit4] 2> 1596214 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=1} hits=0 status=0 QTime=4
[junit4] 2> 1596220 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=4
[junit4] 2> 1596225 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=6} hits=0 status=0 QTime=4
[junit4] 2> 1596231 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=4
[junit4] 2> 1596237 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=4
[junit4] 2> 1596242 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=14} hits=0 status=0 QTime=4
[junit4] 2> 1596247 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=7} hits=0 status=0 QTime=4
[junit4] 2> 1596252 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=4
[junit4] 2> 1596257 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=12} hits=0 status=0 QTime=4
[junit4] 2> 1596264 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=4} hits=0 status=0 QTime=5
[junit4] 2> 1596269 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=13} hits=0 status=0 QTime=4
[junit4] 2> 1596274 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=4} hits=0 status=0 QTime=4
[junit4] 2> 1596280 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=13} hits=0 status=0 QTime=4
[junit4] 2> 1596290 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=8} hits=0 status=0 QTime=9
[junit4] 2> 1596306 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=15
[junit4] 2> 1596318 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=6
[junit4] 2> 1596328 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=3} hits=0 status=0 QTime=9
[junit4] 2> 1596336 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=13} hits=0 status=0 QTime=7
[junit4] 2> 1596341 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=4} hits=0 status=0 QTime=4
[junit4] 2> 1596352 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=4} hits=0 status=0 QTime=9
[junit4] 2> 1596360 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=17} hits=0 status=0 QTime=7
[junit4] 2> 1596371 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=1} hits=0 status=0 QTime=10
[junit4] 2> 1596377 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=5
[junit4] 2> 1596395 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=17} hits=0 status=0 QTime=18
[junit4] 2> 1596407 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=15} hits=0 status=0 QTime=11
[junit4] 2> 1596417 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=10} hits=0 status=0 QTime=8
[junit4] 2> 1596439 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=21
[junit4] 2> 1596450 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=4} hits=0 status=0 QTime=10
[junit4] 2> 1596472 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=1} hits=0 status=0 QTime=13
[junit4] 2> 1596493 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=11} hits=0 status=0 QTime=19
[junit4] 2> 1596508 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=6} hits=0 status=0 QTime=13
[junit4] 2> 1596518 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=1} hits=0 status=0 QTime=8
[junit4] 2> 1596536 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=12} hits=0 status=0 QTime=17
[junit4] 2> 1596551 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=15} hits=0 status=0 QTime=14
[junit4] 2> 1596560 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=15} hits=0 status=0 QTime=8
[junit4] 2> 1596579 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=16} hits=0 status=0 QTime=15
[junit4] 2> 1596587 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=4} hits=0 status=0 QTime=6
[junit4] 2> 1596601 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=8} hits=0 status=0 QTime=13
[junit4] 2> 1596607 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=16} hits=0 status=0 QTime=5
[junit4] 2> 1596611 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:metnoia&spellcheck.collateMaxCollectDocs=8} hits=0 status=0 QTime=3
[junit4] 2> 1596629 INFO (TEST-SpellCheckCollatorTest.testEstimatedHitCounts-seed#[115D79AC86D20649]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=/spellCheckCompRH&q=teststop:everother&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=16
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SpellCheckCollatorTest -Dtests.method=testEstimatedHitCounts -Dtests.seed=115D79AC86D20649 -Dtest
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1329441555
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1329441555
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1329441555
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 51ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 308 minutes 40 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1830 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1830/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:33379/solr", "node_name":"127.0.0.1:33379_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:40551/solr", "node_name":"127.0.0.1:40551_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:33379/solr", "node_name":"127.0.0.1:33379_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:40551/solr", "node_name":"127.0.0.1:40551_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:38787_solr, 127.0.0.1:40551_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:33379/solr", "node_name":"127.0.0.1:33379_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:40551/solr", "node_name":"127.0.0.1:40551_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:33379/solr", "node_name":"127.0.0.1:33379_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:40551/solr", "node_name":"127.0.0.1:40551_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:33379/solr",
"node_name":"127.0.0.1:33379_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:40551/solr",
"node_name":"127.0.0.1:40551_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:33379/solr",
"node_name":"127.0.0.1:33379_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:40551/solr",
"node_name":"127.0.0.1:40551_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:38787_solr, 127.0.0.1:40551_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/25)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:33379/solr",
"node_name":"127.0.0.1:33379_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:40551/solr",
"node_name":"127.0.0.1:40551_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:33379/solr",
"node_name":"127.0.0.1:33379_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:40551/solr",
"node_name":"127.0.0.1:40551_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:44317/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([D6D3BA8A786F9AE5:EE609E745F9C4E34]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14765 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 3727578 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/init-core-data-001
[junit4] 2> 3727579 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 3727579 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3727580 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3727630 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3727644 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3727648 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3727654 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3727654 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3727654 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3727655 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71bafbd4{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3727839 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@32483228{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41965-hdfs-_-any-8339954536080507772.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 3727840 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30d5be6d{HTTP/1.1,[http/1.1]}{localhost:41965}
[junit4] 2> 3727840 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.Server Started @3727891ms
[junit4] 2> 3727939 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3727941 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3727947 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3727947 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3727947 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3727948 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55efb5ce{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3728166 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@1c759d8d{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-38534-datanode-_-any-1441392300316038091.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3728178 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@10ed26d3{HTTP/1.1,[http/1.1]}{localhost:38534}
[junit4] 2> 3728178 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.Server Started @3728229ms
[junit4] 2> 3728433 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3728437 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3728476 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3728476 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3728476 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3728477 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@591a488c{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3728836 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64d12d88c7df83c1: Processing first storage report for DS-a2a2e633-c1cc-45ec-9be5-93be65440a45 from datanode fb6be5e0-f49d-4f61-9dcc-e7a385cefd93
[junit4] 2> 3728836 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64d12d88c7df83c1: from storage DS-a2a2e633-c1cc-45ec-9be5-93be65440a45 node DatanodeRegistration(127.0.0.1:38070, datanodeUuid=fb6be5e0-f49d-4f61-9dcc-e7a385cefd93, infoPort=40734, infoSecurePort=0, ipcPort=44194, storageInfo=lv=-57;cid=testClusterID;nsid=1374577746;c=1556099825582), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 3728836 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64d12d88c7df83c1: Processing first storage report for DS-1dcf2412-c54e-4fcb-955d-b8c57da852ff from datanode fb6be5e0-f49d-4f61-9dcc-e7a385cefd93
[junit4] 2> 3728836 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x64d12d88c7df83c1: from storage DS-1dcf2412-c54e-4fcb-955d-b8c57da852ff node DatanodeRegistration(127.0.0.1:38070, datanodeUuid=fb6be5e0-f49d-4f61-9dcc-e7a385cefd93, infoPort=40734, infoSecurePort=0, ipcPort=44194, storageInfo=lv=-57;cid=testClusterID;nsid=1374577746;c=1556099825582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3728890 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@33a5d465{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-45559-datanode-_-any-4565399460279363849.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3728892 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e2d5290{HTTP/1.1,[http/1.1]}{localhost:45559}
[junit4] 2> 3728892 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[D6D3BA8A786F9AE5]-worker) [ ] o.e.j.s.Server Started @3728942ms
[junit4] 2> 3729133 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x670963d5ae22cb72: Processing first storage report for DS-7b8ad50d-8e1c-4278-ba19-8cf22049b406 from datanode 39c09a2f-91a3-42ed-9d59-9badc8df930f
[junit4] 2> 3729133 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x670963d5ae22cb72: from storage DS-7b8ad50d-8e1c-4278-ba19-8cf22049b406 node DatanodeRegistration(127.0.0.1:45020, datanodeUuid=39c09a2f-91a3-42ed-9d59-9badc8df930f, infoPort=43211, infoSecurePort=0, ipcPort=41772, storageInfo=lv=-57;cid=testClusterID;nsid=1374577746;c=1556099825582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3729133 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x670963d5ae22cb72: Processing first storage report for DS-4fa8344f-860e-4f16-9f49-ab3e3525c570 from datanode 39c09a2f-91a3-42ed-9d59-9badc8df930f
[junit4] 2> 3729133 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x670963d5ae22cb72: from storage DS-4fa8344f-860e-4f16-9f49-ab3e3525c570 node DatanodeRegistration(127.0.0.1:45020, datanodeUuid=39c09a2f-91a3-42ed-9d59-9badc8df930f, infoPort=43211, infoSecurePort=0, ipcPort=41772, storageInfo=lv=-57;cid=testClusterID;nsid=1374577746;c=1556099825582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3729390 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 3729391 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002
[junit4] 2> 3729391 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3729392 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3729392 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3729492 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.ZkTestServer start zk server on port:33966
[junit4] 2> 3729492 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33966
[junit4] 2> 3729492 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33966
[junit4] 2> 3729498 INFO (zkConnectionManagerCallback-14525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729502 INFO (zkConnectionManagerCallback-14527-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729504 INFO (zkConnectionManagerCallback-14529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729506 WARN (jetty-launcher-14530-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3729506 WARN (jetty-launcher-14530-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3729507 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3729507 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3729507 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3729507 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3729507 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3729507 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3729508 WARN (jetty-launcher-14530-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3729508 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3729508 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3729508 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3729509 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3729509 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3729509 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3729509 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f90a942{/solr,null,AVAILABLE}
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7ce363bd{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33379}
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.e.j.s.Server Started @3729561ms
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33379}
[junit4] 2> 3729510 ERROR (jetty-launcher-14530-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-24T09:57:07.488843Z
[junit4] 2> 3729510 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3729511 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46361df1{/solr,null,AVAILABLE}
[junit4] 2> 3729511 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d6af9d0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38787}
[junit4] 2> 3729511 INFO (jetty-launcher-14530-thread-1) [ ] o.e.j.s.Server Started @3729562ms
[junit4] 2> 3729511 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38787}
[junit4] 2> 3729512 ERROR (jetty-launcher-14530-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3729512 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3729512 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3729512 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3729512 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3729512 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-24T09:57:07.490271Z
[junit4] 2> 3729514 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3729514 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3729514 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3729514 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c4c1a80{/solr,null,AVAILABLE}
[junit4] 2> 3729514 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ee7d09e{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40551}
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.e.j.s.Server Started @3729565ms
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40551}
[junit4] 2> 3729515 ERROR (jetty-launcher-14530-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3729515 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-24T09:57:07.493541Z
[junit4] 2> 3729515 INFO (zkConnectionManagerCallback-14532-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729516 INFO (zkConnectionManagerCallback-14534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729516 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3729519 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3729520 INFO (zkConnectionManagerCallback-14536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729522 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3729522 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3729524 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3729524 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3729524 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3729526 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3729526 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3729530 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3729530 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3729532 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3729680 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3729681 WARN (jetty-launcher-14530-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@1b97c7a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3729684 WARN (jetty-launcher-14530-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7c13084f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3729685 INFO (jetty-launcher-14530-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33966/solr
[junit4] 2> 3729695 INFO (zkConnectionManagerCallback-14545-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729699 INFO (zkConnectionManagerCallback-14547-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729765 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3729770 WARN (jetty-launcher-14530-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@37007bc2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3729791 WARN (jetty-launcher-14530-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@71530adf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3729792 INFO (jetty-launcher-14530-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33966/solr
[junit4] 2> 3729801 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33379_solr
[junit4] 2> 3729801 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.Overseer Overseer (id=73187079410352135-127.0.0.1:33379_solr-n_0000000000) starting
[junit4] 2> 3729810 INFO (zkConnectionManagerCallback-14555-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729818 INFO (zkConnectionManagerCallback-14560-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729818 INFO (zkConnectionManagerCallback-14562-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729832 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38787_solr
[junit4] 2> 3729840 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33966/solr ready
[junit4] 2> 3729843 INFO (zkCallback-14546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3729858 INFO (OverseerStateUpdate-73187079410352135-127.0.0.1:33379_solr-n_0000000000) [n:127.0.0.1:33379_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33379_solr
[junit4] 2> 3729863 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33379_solr as DOWN
[junit4] 2> 3729865 INFO (zkCallback-14561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3729869 INFO (zkCallback-14559-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3729869 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3729869 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33379_solr
[junit4] 2> 3729872 INFO (zkCallback-14561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3729872 INFO (zkCallback-14546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3729874 INFO (zkCallback-14559-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3729884 INFO (zkConnectionManagerCallback-14569-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729895 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3729897 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33966/solr ready
[junit4] 2> 3729905 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3729956 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3729959 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730013 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730013 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730016 INFO (jetty-launcher-14530-thread-1) [n:127.0.0.1:38787_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node1/.
[junit4] 2> 3730075 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730154 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730154 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730162 INFO (jetty-launcher-14530-thread-2) [n:127.0.0.1:33379_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node2/.
[junit4] 2> 3730214 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3730215 WARN (jetty-launcher-14530-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4dfe16db[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3730218 WARN (jetty-launcher-14530-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@21b23675[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3730219 INFO (jetty-launcher-14530-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33966/solr
[junit4] 2> 3730221 INFO (zkConnectionManagerCallback-14577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3730224 INFO (zkConnectionManagerCallback-14579-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3730234 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3730240 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40551_solr as DOWN
[junit4] 2> 3730241 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3730241 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40551_solr
[junit4] 2> 3730243 INFO (zkCallback-14561-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3730244 INFO (zkCallback-14568-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3730244 INFO (zkCallback-14546-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3730244 INFO (zkCallback-14559-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3730249 INFO (zkCallback-14578-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3730267 INFO (zkConnectionManagerCallback-14586-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3730271 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3730272 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33966/solr ready
[junit4] 2> 3730273 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3730309 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730364 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730365 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3730367 INFO (jetty-launcher-14530-thread-3) [n:127.0.0.1:40551_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node3/.
[junit4] 2> 3730426 INFO (zkConnectionManagerCallback-14592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3730428 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3730431 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[D6D3BA8A786F9AE5]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33966/solr ready
[junit4] 2> 3730442 INFO (qtp1320513227-57175) [n:127.0.0.1:33379_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 3730445 INFO (qtp2124926150-57194) [n:127.0.0.1:40551_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:38787_solr,127.0.0.1:33379_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3730449 INFO (OverseerThreadFactory-12220-thread-1-processing-n:127.0.0.1:33379_solr) [n:127.0.0.1:33379_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 3730560 INFO (OverseerStateUpdate-73187079410352135-127.0.0.1:33379_solr-n_0000000000) [n:127.0.0.1:33379_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33379/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3730565 INFO (OverseerStateUpdate-73187079410352135-127.0.0.1:33379_solr-n_0000000000) [n:127.0.0.1:33379_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38787/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3730569 INFO (OverseerStateUpdate-73187079410352135-127.0.0.1:33379_solr-n_0000000000) [n:127.0.0.1:33379_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33379/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3730575 INFO (OverseerStateUpdate-73187079410352135-127.0.0.1:33379_solr-n_0000000000) [n:127.0.0.1:33379_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38787/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3730781 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3730781 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr x:testSimple1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n3&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3730781 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr x:testSimple1_shard1_replica_n3] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3730783 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr x:testSimple1_shard2_replica_n7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n7&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3730784 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr x:testSimple1_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3731797 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3731798 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3731803 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3731807 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3731808 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 3731811 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3731811 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n3' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3731812 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n3' (registry 'solr.core.testSimple1.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3731813 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44317/solr_hdfs_home
[junit4] 2> 3731813 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3731813 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node1/testSimple1_shard1_replica_n3], dataDir=[hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node4/data/]
[junit4] 2> 3731815 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node4/data/snapshot_metadata
[junit4] 2> 3731820 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3731820 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
[junit4] 2> 3731822 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3731822 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3731822 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3731822 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3731823 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n5' (registry 'solr.core.testSimple1.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3731823 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3731823 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44317/solr_hdfs_home
[junit4] 2> 3731823 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3731823 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node2/testSimple1_shard2_replica_n5], dataDir=[hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node6/data/]
[junit4] 2> 3731823 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44317/solr_hdfs_home
[junit4] 2> 3731823 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3731824 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node2/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node2/data/]
[junit4] 2> 3731829 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node6/data/snapshot_metadata
[junit4] 2> 3731831 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node2/data/snapshot_metadata
[junit4] 2> 3731840 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n7] Schema name=minimal
[junit4] 2> 3731844 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3731844 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n7' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3731845 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n7' (registry 'solr.core.testSimple1.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@26a74b77
[junit4] 2> 3731845 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:44317/solr_hdfs_home
[junit4] 2> 3731846 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731846 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731846 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731846 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731847 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731848 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3731849 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731851 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n7] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_D6D3BA8A786F9AE5-001/tempDir-002/node1/testSimple1_shard2_replica_n7], dataDir=[hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 3731853 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 3731856 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731857 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731858 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731863 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node4/data
[junit4] 2> 3731863 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node2/data
[junit4] 2> 3731866 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731866 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731867 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node6/data
[junit4] 2> 3731880 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731883 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 3731905 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node4/data/index
[junit4] 2> 3731908 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node2/data/index
[junit4] 2> 3731911 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 3731925 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:44317/solr_hdfs_home/testSimple1/core_node6/data/index
[junit4] 2> 3731928 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731928 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731937 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731939 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731939 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731942 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731958 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731958 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731964 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3731964 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3731964 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3731990 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3732168 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3732168 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3732168 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3732207 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3732207 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3732259 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3732259 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3732259 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3732259 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3732259 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3732259 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3732270 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@67f2f5b5[testSimple1_shard2_replica_n5] main]
[junit4] 2> 3732274 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3732274 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3732275 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3732275 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631688935607369728
[junit4] 2> 3732282 INFO (searcherExecutor-12236-thread-1-processing-n:127.0.0.1:33379_solr x:testSimple1_shard2_replica_n5 c:testSimple1 s:shard2 r:core_node6) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SolrCore [testSimple1_shard2_replica_n5] Registered new searcher Searcher@67f2f5b5[testSimple1_shard2_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3732291 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node6=0}, version=0}
[junit4] 2> 3732291 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3732298 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 3732299 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3732299 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3732307 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3732307 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3732332 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fd96ccb[testSimple1_shard1_replica_n1] main]
[junit4] 2> 3732334 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3732335 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3732335 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3732336 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631688935671332864
[junit4] 2> 3732340 INFO (searcherExecutor-12237-thread-1-processing-n:127.0.0.1:33379_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node2) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@7fd96ccb[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3732344 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3732345 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3732350 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14999ms
[junit4] 2> 3732360 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@6caa6863[testSimple1_shard1_replica_n3] main]
[junit4] 2> 3732362 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3732363 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3732364 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3732364 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631688935700692992
[junit4] 2> 3732370 INFO (searcherExecutor-12235-thread-1-processing-n:127.0.0.1:38787_solr x:testSimple1_shard1_replica_n3 c:testSimple1 s:shard1 r:core_node4) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.SolrCore [testSimple1_shard1_replica_n3] Registered new searcher Searcher@6caa6863[testSimple1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3732375 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 3732375 INFO (qtp20976670-57184) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3732385 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3732385 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3732385 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3732409 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3732409 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3732427 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b3e3f03[testSimple1_shard2_replica_n7] main]
[junit4] 2> 3732429 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3732430 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3732431 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3732431 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631688935770947584
[junit4] 2> 3732435 INFO (searcherExecutor-12238-thread-1-processing-n:127.0.0.1:38787_solr x:testSimple1_shard2_replica_n7 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.SolrCore [testSimple1_shard2_replica_n7] Registered new searcher Searcher@4b3e3f03[testSimple1_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3732440 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node6=0, core_node8=0}, version=1}
[junit4] 2> 3732441 INFO (qtp20976670-57186) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3732799 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3732799 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3732799 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33379/solr/testSimple1_shard2_replica_n5/
[junit4] 2> 3732800 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n5 url=http://127.0.0.1:33379/solr START replicas=[http://127.0.0.1:38787/solr/testSimple1_shard2_replica_n7/] nUpdates=100
[junit4] 2> 3732801 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n5 url=http://127.0.0.1:33379/solr DONE. We have no versions. sync failed.
[junit4] 2> 3732804 INFO (qtp20976670-57183) [n:127.0.0.1:38787_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n7] o.a.s.c.S.Request [testSimple1_shard2_replica_n7] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3732804 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3732804 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3732804 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard2/leader after winning as /collections/testSimple1/leader_elect/shard2/election/73187079410352135-core_node6-n_0000000000
[junit4] 2> 3732807 INFO (qtp1320513227-57174) [n:127.0.0.1:33379_solr c:testSimple1 s:shard2 r:core_node6 x:testSimple1_shard2_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33379/solr/testSimple1_shard2_replica_n5/ shard2
[junit4] 2> 3732851 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3732851 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3732851 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33379/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 3732851 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:33379/solr START replicas=[http://127.0.0.1:38787/solr/testSimple1_shard1_replica_n3/] nUpdates=100
[junit4] 2> 3732851 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=http://127.0.0.1:33379/solr DONE. We have no versions. sync failed.
[junit4] 2> 3732854 INFO (qtp20976670-57185) [n:127.0.0.1:38787_solr c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n3] o.a.s.c.S.Request [testSimple1_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3732854 INFO (qtp1320513227-57177) [n:127.0.0.1:33379_solr c:testSimple1 s:shard1 r:core_node2 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sy
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1358575754
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1358575754
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1358575754
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 64ms :: artifacts dl 9ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 322 minutes 37 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1829 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1829/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/", "base_url":"http://127.0.0.1:39710/solr", "node_name":"127.0.0.1:39710_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:45829/solr", "node_name":"127.0.0.1:45829_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n3", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:39710/solr", "node_name":"127.0.0.1:39710_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:45829/solr", "node_name":"127.0.0.1:45829_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:45172_solr, 127.0.0.1:45829_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node2":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/", "base_url":"http://127.0.0.1:39710/solr", "node_name":"127.0.0.1:39710_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"down"}, "core_node5":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:45829/solr", "node_name":"127.0.0.1:45829_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n3", "shared_storage":"true", "state":"active", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:39710/solr", "node_name":"127.0.0.1:39710_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"down"}, "core_node8":{ "dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:45829/solr", "node_name":"127.0.0.1:45829_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"active", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/",
"base_url":"http://127.0.0.1:39710/solr",
"node_name":"127.0.0.1:39710_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:45829/solr",
"node_name":"127.0.0.1:45829_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n3",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:39710/solr",
"node_name":"127.0.0.1:39710_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:45829/solr",
"node_name":"127.0.0.1:45829_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:45172_solr, 127.0.0.1:45829_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node2":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/",
"base_url":"http://127.0.0.1:39710/solr",
"node_name":"127.0.0.1:39710_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node2/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"down"},
"core_node5":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:45829/solr",
"node_name":"127.0.0.1:45829_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n3",
"shared_storage":"true",
"state":"active",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:39710/solr",
"node_name":"127.0.0.1:39710_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"down"},
"core_node8":{
"dataDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:45829/solr",
"node_name":"127.0.0.1:45829_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:45157/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"active",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([430CF6257BEF0D2B:7BBFD2DB5C1CD9FA]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14661 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> 3380568 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/init-core-data-001
[junit4] 2> 3380569 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 3380569 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3380570 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 3380637 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 3380650 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3380653 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3380659 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3380659 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3380660 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3380660 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ca13319{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3380888 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7ae3ed46{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-35034-hdfs-_-any-12574638463733358278.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 3380889 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25aed12e{HTTP/1.1,[http/1.1]}{localhost:35034}
[junit4] 2> 3380889 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.Server Started @3380943ms
[junit4] 2> 3380974 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3380976 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3380977 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3380977 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3380977 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3380978 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302255e7{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3381156 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@6692c755{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-38082-datanode-_-any-4019074639251905729.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3381157 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@46dd27ec{HTTP/1.1,[http/1.1]}{localhost:38082}
[junit4] 2> 3381157 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.Server Started @3381211ms
[junit4] 2> 3381196 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 3381198 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3381204 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3381204 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3381205 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3381205 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74e78edd{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 3381300 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe9309ada9db59e1a: Processing first storage report for DS-3308910b-9959-4823-a43d-547c50dbd7eb from datanode 622a9bb1-16c6-4b3d-8010-ac5d694a1153
[junit4] 2> 3381300 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe9309ada9db59e1a: from storage DS-3308910b-9959-4823-a43d-547c50dbd7eb node DatanodeRegistration(127.0.0.1:42473, datanodeUuid=622a9bb1-16c6-4b3d-8010-ac5d694a1153, infoPort=44599, infoSecurePort=0, ipcPort=35913, storageInfo=lv=-57;cid=testClusterID;nsid=761346146;c=1556018760716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3381300 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe9309ada9db59e1a: Processing first storage report for DS-c6a4ef09-415b-46ff-864d-ff8c3d318945 from datanode 622a9bb1-16c6-4b3d-8010-ac5d694a1153
[junit4] 2> 3381300 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe9309ada9db59e1a: from storage DS-c6a4ef09-415b-46ff-864d-ff8c3d318945 node DatanodeRegistration(127.0.0.1:42473, datanodeUuid=622a9bb1-16c6-4b3d-8010-ac5d694a1153, infoPort=44599, infoSecurePort=0, ipcPort=35913, storageInfo=lv=-57;cid=testClusterID;nsid=761346146;c=1556018760716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3381399 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@60878f88{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/jetty-localhost-34047-datanode-_-any-13791210993803951685.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 3381400 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44ee0e47{HTTP/1.1,[http/1.1]}{localhost:34047}
[junit4] 2> 3381400 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[430CF6257BEF0D2B]-worker) [ ] o.e.j.s.Server Started @3381454ms
[junit4] 2> 3381559 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe4a20eefc3c48bfc: Processing first storage report for DS-c2cd3e41-df5e-4344-9437-87b10d877c8e from datanode 5811cd51-85d9-4057-860e-fea39f9840a4
[junit4] 2> 3381559 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe4a20eefc3c48bfc: from storage DS-c2cd3e41-df5e-4344-9437-87b10d877c8e node DatanodeRegistration(127.0.0.1:41107, datanodeUuid=5811cd51-85d9-4057-860e-fea39f9840a4, infoPort=36285, infoSecurePort=0, ipcPort=44888, storageInfo=lv=-57;cid=testClusterID;nsid=761346146;c=1556018760716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3381560 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe4a20eefc3c48bfc: Processing first storage report for DS-17919eed-a654-4a3d-8cb6-5d9070a6c508 from datanode 5811cd51-85d9-4057-860e-fea39f9840a4
[junit4] 2> 3381560 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xe4a20eefc3c48bfc: from storage DS-17919eed-a654-4a3d-8cb6-5d9070a6c508 node DatanodeRegistration(127.0.0.1:41107, datanodeUuid=5811cd51-85d9-4057-860e-fea39f9840a4, infoPort=36285, infoSecurePort=0, ipcPort=44888, storageInfo=lv=-57;cid=testClusterID;nsid=761346146;c=1556018760716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 3381686 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 3381687 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002
[junit4] 2> 3381687 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3381688 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3381688 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3381788 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.ZkTestServer start zk server on port:33278
[junit4] 2> 3381788 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33278
[junit4] 2> 3381788 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33278
[junit4] 2> 3381792 INFO (zkConnectionManagerCallback-79706-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381795 INFO (zkConnectionManagerCallback-79708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381796 INFO (zkConnectionManagerCallback-79710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381799 WARN (jetty-launcher-79711-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3381799 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3381799 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3381799 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3381799 WARN (jetty-launcher-79711-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3381800 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3381800 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3381800 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3381800 WARN (jetty-launcher-79711-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 3381800 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 3381800 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3381800 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 3381802 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3381802 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3381802 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31e99e34{/solr,null,AVAILABLE}
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26be4b95{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45172}
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.e.j.s.Server Started @3381857ms
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45172}
[junit4] 2> 3381803 ERROR (jetty-launcher-79711-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3381803 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-23T11:26:01.911914Z
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bd4ab54{/solr,null,AVAILABLE}
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31922e08{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45829}
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.e.j.s.Server Started @3381859ms
[junit4] 2> 3381804 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45829}
[junit4] 2> 3381805 ERROR (jetty-launcher-79711-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-23T11:26:01.913223Z
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3381805 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46ad8d33{/solr,null,AVAILABLE}
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@76987a0{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39710}
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.e.j.s.Server Started @3381861ms
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39710}
[junit4] 2> 3381807 INFO (zkConnectionManagerCallback-79713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381807 ERROR (jetty-launcher-79711-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3381807 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-23T11:26:01.915967Z
[junit4] 2> 3381808 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3381812 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3381812 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3381812 INFO (zkConnectionManagerCallback-79715-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381813 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3381813 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3381816 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3381816 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3381818 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3381819 INFO (zkConnectionManagerCallback-79717-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381819 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3381823 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3381823 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3381824 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3381939 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3381941 WARN (jetty-launcher-79711-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5872650d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3381944 WARN (jetty-launcher-79711-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4e3b6bb4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3381945 INFO (jetty-launcher-79711-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33278/solr
[junit4] 2> 3381952 INFO (zkConnectionManagerCallback-79726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3381955 INFO (zkConnectionManagerCallback-79728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382024 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3382025 WARN (jetty-launcher-79711-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@79e51226[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3382028 WARN (jetty-launcher-79711-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@214f12af[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3382030 INFO (jetty-launcher-79711-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33278/solr
[junit4] 2> 3382032 INFO (zkConnectionManagerCallback-79736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382034 INFO (zkConnectionManagerCallback-79738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382046 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39710_solr
[junit4] 2> 3382076 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.Overseer Overseer (id=73181766696960009-127.0.0.1:39710_solr-n_0000000000) starting
[junit4] 2> 3382081 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45172_solr
[junit4] 2> 3382089 INFO (zkCallback-79737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3382089 INFO (zkCallback-79727-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3382090 INFO (zkConnectionManagerCallback-79745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382091 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3382093 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33278/solr ready
[junit4] 2> 3382103 INFO (OverseerStateUpdate-73181766696960009-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39710_solr
[junit4] 2> 3382118 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:39710_solr as DOWN
[junit4] 2> 3382123 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3382123 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39710_solr
[junit4] 2> 3382124 INFO (zkConnectionManagerCallback-79750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382126 INFO (zkCallback-79744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3382126 INFO (zkCallback-79727-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3382126 INFO (zkCallback-79737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3382128 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3382129 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33278/solr ready
[junit4] 2> 3382153 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3382182 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3382190 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382197 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3382209 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382209 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382211 INFO (jetty-launcher-79711-thread-3) [n:127.0.0.1:45172_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node3/.
[junit4] 2> 3382220 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382235 WARN (jetty-launcher-79711-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7363d36f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3382247 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382247 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382256 WARN (jetty-launcher-79711-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@25c5ff51[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3382258 INFO (jetty-launcher-79711-thread-1) [n:127.0.0.1:39710_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node1/.
[junit4] 2> 3382258 INFO (jetty-launcher-79711-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33278/solr
[junit4] 2> 3382276 INFO (zkConnectionManagerCallback-79758-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382282 INFO (zkConnectionManagerCallback-79760-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382288 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3382295 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45829_solr as DOWN
[junit4] 2> 3382297 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3382297 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45829_solr
[junit4] 2> 3382298 INFO (zkCallback-79744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3382299 INFO (zkCallback-79727-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3382299 INFO (zkCallback-79737-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3382299 INFO (zkCallback-79749-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3382300 INFO (zkCallback-79759-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3382319 INFO (zkConnectionManagerCallback-79767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382321 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3382322 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33278/solr ready
[junit4] 2> 3382323 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3382358 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382378 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382379 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3382381 INFO (jetty-launcher-79711-thread-2) [n:127.0.0.1:45829_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node2/.
[junit4] 2> 3382444 INFO (zkConnectionManagerCallback-79773-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3382447 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3382448 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[430CF6257BEF0D2B]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33278/solr ready
[junit4] 2> 3382456 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3382457 INFO (qtp54750809-168007) [n:127.0.0.1:39710_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:45172_solr,127.0.0.1:39710_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3382461 INFO (OverseerThreadFactory-19293-thread-1-processing-n:127.0.0.1:39710_solr) [n:127.0.0.1:39710_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 3382572 INFO (OverseerStateUpdate-73181766696960009-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39710/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3382576 INFO (OverseerStateUpdate-73181766696960009-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3382580 INFO (OverseerStateUpdate-73181766696960009-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39710/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3382584 INFO (OverseerStateUpdate-73181766696960009-127.0.0.1:39710_solr-n_0000000000) [n:127.0.0.1:39710_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45172/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3382788 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3382788 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3382789 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3382789 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3382789 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3383808 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3383810 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3383810 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3383813 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3383823 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 3383826 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3383826 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3383826 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3383827 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45157/solr_hdfs_home
[junit4] 2> 3383827 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3383827 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node1/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 3383828 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3383828 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 3383830 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 3383831 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3383831 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3383831 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3383831 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3383832 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45157/solr_hdfs_home
[junit4] 2> 3383832 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3383832 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node3/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 3383834 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 3383835 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3383835 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3383835 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3383837 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3383837 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3383837 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@151ebf09
[junit4] 2> 3383837 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45157/solr_hdfs_home
[junit4] 2> 3383838 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3383838 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node3/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 3383839 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383839 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383842 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:45157/solr_hdfs_home
[junit4] 2> 3383842 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 3383842 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_430CF6257BEF0D2B-001/tempDir-002/node1/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 3383842 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383842 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383845 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 3383849 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 3383851 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383871 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383872 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 3383873 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 3383876 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383876 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383880 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383881 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 3383897 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383897 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383901 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383902 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 3383908 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 3383913 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 3383917 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383918 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383924 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383934 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383934 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383935 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 3383937 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:45157/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 3383945 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383946 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383946 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 3383946 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 3383947 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383955 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3383955 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 3384192 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3384194 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3384194 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3384218 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3384218 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3384218 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3384232 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3384232 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3384236 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3384236 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3384246 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3384246 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3384246 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3384257 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@620c813b[testSimple1_shard1_replica_n1] main]
[junit4] 2> 3384260 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3384261 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3384262 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@69ba286c[testSimple1_shard1_replica_n2] main]
[junit4] 2> 3384262 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3384263 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631603931869085696
[junit4] 2> 3384263 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3384263 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3384264 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3384265 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631603931871182848
[junit4] 2> 3384266 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3384266 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3384270 INFO (searcherExecutor-19310-thread-1-processing-n:127.0.0.1:39710_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@620c813b[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3384270 INFO (searcherExecutor-19311-thread-1-processing-n:127.0.0.1:45172_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@69ba286c[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3384275 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 3384275 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3384275 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 3384279 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 3384279 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3384280 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@789f9a95[testSimple1_shard2_replica_n4] main]
[junit4] 2> 3384282 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3384282 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3384283 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3384284 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631603931891105792
[junit4] 2> 3384285 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 3384285 INFO (qtp54750809-167993) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 3384288 INFO (searcherExecutor-19308-thread-1-processing-n:127.0.0.1:39710_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@789f9a95[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3384289 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3384289 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3384291 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3384291 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3384291 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45172/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 3384293 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:45172/solr START replicas=[http://127.0.0.1:39710/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 3384293 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 3384293 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3384293 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:45172/solr DONE. We have no versions. sync failed.
[junit4] 2> 3384295 INFO (qtp54750809-168009) [n:127.0.0.1:39710_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3384295 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3384295 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3384295 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73181766696960007-core_node5-n_0000000000
[junit4] 2> 3384301 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45172/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 3384303 INFO (qtp54750809-168006) [n:127.0.0.1:39710_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14999ms
[junit4] 2> 3384305 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@10b07e4a[testSimple1_shard2_replica_n6] main]
[junit4] 2> 3384306 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3384306 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3384307 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3384308 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631603931916271616
[junit4] 2> 3384311 INFO (searcherExecutor-19309-thread-1-processing-n:127.0.0.1:45172_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@10b07e4a[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3384313 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 3384313 INFO (qtp538912648-167995) [n:127.0.0.1:45172_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 3384405 INFO (zkCallback-79727-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3384405 INFO (zkCallback-79727-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3384405 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3384408 INFO (qtp538912648-167992) [n:127.0.0.1:45172_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1619
[junit4] 2> 3384508 INFO (zkCallback-79727-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3384508 INFO (zkCallback-79727-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3384508 INFO (zkCallback-79727-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChang
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null2126201297
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null2126201297
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null2126201297
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 53ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 342 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1828 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1828/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:36267/solr", "node_name":"127.0.0.1:36267_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:36083/solr", "node_name":"127.0.0.1:36083_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:36267/solr", "node_name":"127.0.0.1:36267_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36083/solr", "node_name":"127.0.0.1:36083_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"} Live Nodes: [127.0.0.1:36267_solr, 127.0.0.1:42868_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/", "base_url":"http://127.0.0.1:36267/solr", "node_name":"127.0.0.1:36267_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/tlog", "core":"testSimple2_shard1_replica_n1", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node5":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/", "base_url":"http://127.0.0.1:36083/solr", "node_name":"127.0.0.1:36083_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/tlog", "core":"testSimple2_shard1_replica_n2", "shared_storage":"true", "state":"down"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/", "base_url":"http://127.0.0.1:36267/solr", "node_name":"127.0.0.1:36267_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/tlog", "core":"testSimple2_shard2_replica_n4", "shared_storage":"true", "state":"active", "leader":"true"}, "core_node8":{ "dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/", "base_url":"http://127.0.0.1:36083/solr", "node_name":"127.0.0.1:36083_solr", "type":"NRT", "force_set_state":"false", "ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/tlog", "core":"testSimple2_shard2_replica_n6", "shared_storage":"true", "state":"down"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
Timeout waiting to see state for collection=testSimple2 :DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:36267/solr",
"node_name":"127.0.0.1:36267_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:36083/solr",
"node_name":"127.0.0.1:36083_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:36267/solr",
"node_name":"127.0.0.1:36267_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36083/solr",
"node_name":"127.0.0.1:36083_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
Live Nodes: [127.0.0.1:36267_solr, 127.0.0.1:42868_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/23)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/",
"base_url":"http://127.0.0.1:36267/solr",
"node_name":"127.0.0.1:36267_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node3/data/tlog",
"core":"testSimple2_shard1_replica_n1",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node5":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/",
"base_url":"http://127.0.0.1:36083/solr",
"node_name":"127.0.0.1:36083_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node5/data/tlog",
"core":"testSimple2_shard1_replica_n2",
"shared_storage":"true",
"state":"down"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/",
"base_url":"http://127.0.0.1:36267/solr",
"node_name":"127.0.0.1:36267_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node7/data/tlog",
"core":"testSimple2_shard2_replica_n4",
"shared_storage":"true",
"state":"active",
"leader":"true"},
"core_node8":{
"dataDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/",
"base_url":"http://127.0.0.1:36083/solr",
"node_name":"127.0.0.1:36083_solr",
"type":"NRT",
"force_set_state":"false",
"ulogDir":"hdfs://localhost:38357/solr_hdfs_home/testSimple2/core_node8/data/tlog",
"core":"testSimple2_shard2_replica_n6",
"shared_storage":"true",
"state":"down"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([593F9BED0A4A81D6:618CBF132DB95507]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:310)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:169)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13379 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/init-core-data-001
[junit4] 2> 986792 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 986792 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 986793 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 986793 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 986900 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 986947 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 986950 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 986952 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 986952 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 986952 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 986953 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4fb16dcb{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 987216 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@30f34219{hdfs,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41627-hdfs-_-any-10899600511994374145.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 987219 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@49c55191{HTTP/1.1,[http/1.1]}{localhost:41627}
[junit4] 2> 987219 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.Server Started @987273ms
[junit4] 2> 987485 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 987487 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 987489 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 987489 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 987490 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 987490 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1373a191{static,/static,jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 987766 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@67443e4d{datanode,/,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-42724-datanode-_-any-14541986042182001008.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 987766 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@58666858{HTTP/1.1,[http/1.1]}{localhost:42724}
[junit4] 2> 987767 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[593F9BED0A4A81D6]-worker) [ ] o.e.j.s.Server Started @987822ms
[junit4] 2> 988005 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6bf6836180a21d9c: Processing first storage report for DS-3541a207-34ac-480e-84d1-71c36f304cd7 from datanode 545eec72-6b7b-421a-acc8-ae79db8722ad
[junit4] 2> 988006 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6bf6836180a21d9c: from storage DS-3541a207-34ac-480e-84d1-71c36f304cd7 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=545eec72-6b7b-421a-acc8-ae79db8722ad, infoPort=37797, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=1540753853;c=1555933157550), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 988006 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6bf6836180a21d9c: Processing first storage report for DS-c098ee18-bbc5-411f-90e0-5e2c5a7c6f4a from datanode 545eec72-6b7b-421a-acc8-ae79db8722ad
[junit4] 2> 988006 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x6bf6836180a21d9c: from storage DS-c098ee18-bbc5-411f-90e0-5e2c5a7c6f4a node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=545eec72-6b7b-421a-acc8-ae79db8722ad, infoPort=37797, infoSecurePort=0, ipcPort=45975, storageInfo=lv=-57;cid=testClusterID;nsid=1540753853;c=1555933157550), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 988294 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 988295 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002
[junit4] 2> 988296 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 988297 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 988297 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 988397 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.ZkTestServer start zk server on port:35358
[junit4] 2> 988397 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35358
[junit4] 2> 988397 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35358
[junit4] 2> 988406 INFO (zkConnectionManagerCallback-3455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988414 INFO (zkConnectionManagerCallback-3457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988416 INFO (zkConnectionManagerCallback-3459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988419 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x103f953a6190002, likely client has closed socket
[junit4] 2> 988421 WARN (jetty-launcher-3460-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 988427 WARN (jetty-launcher-3460-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 988428 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 988428 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 988428 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 988428 WARN (jetty-launcher-3460-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 988435 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 988435 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 988435 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 988437 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 988440 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 988440 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 11.0.1+13-LTS
[junit4] 2> 988461 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 988461 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 988462 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 988465 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5243edfe{/solr,null,AVAILABLE}
[junit4] 2> 988466 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1437ff8a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:42868}
[junit4] 2> 988466 INFO (jetty-launcher-3460-thread-1) [ ] o.e.j.s.Server Started @988521ms
[junit4] 2> 988466 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42868}
[junit4] 2> 988466 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 988466 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 988466 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 988467 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c18f576{/solr,null,AVAILABLE}
[junit4] 2> 988468 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2eb222b9{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36083}
[junit4] 2> 988468 INFO (jetty-launcher-3460-thread-3) [ ] o.e.j.s.Server Started @988523ms
[junit4] 2> 988468 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36083}
[junit4] 2> 988469 ERROR (jetty-launcher-3460-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 988469 ERROR (jetty-launcher-3460-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-22T11:39:19.174303Z
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 988469 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-22T11:39:19.174406Z
[junit4] 2> 988470 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 988470 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 988470 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 988471 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@53f04866{/solr,null,AVAILABLE}
[junit4] 2> 988476 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@afed39a{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36267}
[junit4] 2> 988476 INFO (jetty-launcher-3460-thread-2) [ ] o.e.j.s.Server Started @988531ms
[junit4] 2> 988476 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36267}
[junit4] 2> 988477 ERROR (jetty-launcher-3460-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 988477 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 988477 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 988477 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 988477 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 988477 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-04-22T11:39:19.182295Z
[junit4] 2> 988484 INFO (zkConnectionManagerCallback-3466-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988488 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 988489 INFO (zkConnectionManagerCallback-3464-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988491 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 988494 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 988494 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 988502 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 988506 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 988506 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 988508 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 988509 INFO (zkConnectionManagerCallback-3462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988510 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 988514 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 988514 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 988521 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 988524 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x103f953a6190005, likely client has closed socket
[junit4] 2> 988621 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 988622 WARN (jetty-launcher-3460-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@b737d68[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 988638 WARN (jetty-launcher-3460-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5ee15d7b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 988639 INFO (jetty-launcher-3460-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35358/solr
[junit4] 2> 988667 INFO (zkConnectionManagerCallback-3475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988681 INFO (zkConnectionManagerCallback-3477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988716 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 988717 WARN (jetty-launcher-3460-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@268dd79e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 988722 WARN (jetty-launcher-3460-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@ea5fb25[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 988725 INFO (jetty-launcher-3460-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35358/solr
[junit4] 2> 988728 INFO (zkConnectionManagerCallback-3485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988734 INFO (zkConnectionManagerCallback-3487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988735 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 988737 WARN (jetty-launcher-3460-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4f6c4301[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 988749 WARN (jetty-launcher-3460-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5a4b1db8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 988751 INFO (jetty-launcher-3460-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35358/solr
[junit4] 2> 988755 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36083_solr
[junit4] 2> 988757 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.c.Overseer Overseer (id=73176156632317961-127.0.0.1:36083_solr-n_0000000000) starting
[junit4] 2> 988762 INFO (zkConnectionManagerCallback-3495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988774 INFO (zkConnectionManagerCallback-3502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988775 INFO (zkConnectionManagerCallback-3497-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988791 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35358/solr ready
[junit4] 2> 988793 INFO (OverseerStateUpdate-73176156632317961-127.0.0.1:36083_solr-n_0000000000) [n:127.0.0.1:36083_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36083_solr
[junit4] 2> 988797 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42868_solr
[junit4] 2> 988799 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36083_solr
[junit4] 2> 988807 INFO (zkCallback-3486-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 988809 INFO (zkCallback-3496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 988815 INFO (zkCallback-3501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 988845 INFO (zkConnectionManagerCallback-3509-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988847 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 988849 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 988851 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35358/solr ready
[junit4] 2> 988851 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 988865 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 988879 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 988892 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36267_solr as DOWN
[junit4] 2> 988895 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 988895 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36267_solr
[junit4] 2> 988896 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 988898 INFO (zkCallback-3496-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 988898 INFO (zkCallback-3501-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 988898 INFO (zkCallback-3486-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 988901 INFO (zkCallback-3508-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 988913 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 988913 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 988916 INFO (jetty-launcher-3460-thread-3) [n:127.0.0.1:36083_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node1/.
[junit4] 2> 988924 INFO (zkCallback-3476-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 988935 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 988935 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 988937 INFO (jetty-launcher-3460-thread-1) [n:127.0.0.1:42868_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node3/.
[junit4] 2> 988941 INFO (zkConnectionManagerCallback-3516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 988948 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 988951 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35358/solr ready
[junit4] 2> 988952 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 988991 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 989027 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 989028 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 989031 INFO (jetty-launcher-3460-thread-2) [n:127.0.0.1:36267_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node2/.
[junit4] 2> 989135 INFO (zkConnectionManagerCallback-3522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 989138 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 989140 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[593F9BED0A4A81D6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35358/solr ready
[junit4] 2> 989152 INFO (qtp2029466851-14419) [n:127.0.0.1:42868_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 989156 INFO (qtp1741252592-14441) [n:127.0.0.1:36267_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:42868_solr,127.0.0.1:36083_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 989167 INFO (OverseerThreadFactory-3711-thread-1-processing-n:127.0.0.1:36083_solr) [n:127.0.0.1:36083_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 989299 INFO (OverseerStateUpdate-73176156632317961-127.0.0.1:36083_solr-n_0000000000) [n:127.0.0.1:36083_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42868/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 989324 INFO (OverseerStateUpdate-73176156632317961-127.0.0.1:36083_solr-n_0000000000) [n:127.0.0.1:36083_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36083/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 989333 INFO (OverseerStateUpdate-73176156632317961-127.0.0.1:36083_solr-n_0000000000) [n:127.0.0.1:36083_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42868/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 989349 INFO (OverseerStateUpdate-73176156632317961-127.0.0.1:36083_solr-n_0000000000) [n:127.0.0.1:36083_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36083/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 989555 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 989555 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr x:testSimple1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 989555 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 989556 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 989558 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 989560 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 990586 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 990589 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 990592 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 990594 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 990617 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 990619 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 990623 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 990625 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 990625 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 990630 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 990635 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 990635 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38357/solr_hdfs_home
[junit4] 2> 990636 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 990636 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node8/data/]
[junit4] 2> 990636 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 990636 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 990639 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 990639 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38357/solr_hdfs_home
[junit4] 2> 990639 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 990639 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node3/data/]
[junit4] 2> 990641 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 990641 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 990644 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 990644 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 990645 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 990645 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38357/solr_hdfs_home
[junit4] 2> 990645 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 990645 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node5/data/]
[junit4] 2> 990647 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 990647 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 990647 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6b535518
[junit4] 2> 990647 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:38357/solr_hdfs_home
[junit4] 2> 990647 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 990647 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_593F9BED0A4A81D6-001/tempDir-002/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node7/data/]
[junit4] 2> 990649 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 990656 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 990663 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990663 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990663 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990665 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990665 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990665 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990672 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990672 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990672 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990678 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990678 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990678 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990680 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990682 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node5/data
[junit4] 2> 990693 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990694 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node7/data
[junit4] 2> 990741 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990743 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node8/data
[junit4] 2> 990745 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node5/data/index
[junit4] 2> 990755 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990758 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node3/data
[junit4] 2> 990777 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node7/data/index
[junit4] 2> 990781 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990781 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990781 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990807 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990807 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990807 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990829 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990839 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node8/data/index
[junit4] 2> 990863 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:38357/solr_hdfs_home/testSimple1/core_node3/data/index
[junit4] 2> 990865 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990885 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990885 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990885 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990888 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 990888 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 990888 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 990960 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 990964 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 991237 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 991237 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 991237 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 991256 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 991256 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 991309 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2edba715[testSimple1_shard1_replica_n2] main]
[junit4] 2> 991313 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 991316 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 991317 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 991317 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631514171300380672
[junit4] 2> 991324 INFO (searcherExecutor-3726-thread-1-processing-n:127.0.0.1:36083_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@2edba715[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 991338 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 991338 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 991355 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=14997ms
[junit4] 2> 991807 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 991807 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 991807 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 991827 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 991827 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 991827 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 991834 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 991834 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 991862 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 991862 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 991876 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 991876 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 991876 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 991944 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 991944 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 991958 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@233c5204[testSimple1_shard2_replica_n4] main]
[junit4] 2> 991960 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@76a85ed0[testSimple1_shard1_replica_n1] main]
[junit4] 2> 992287 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 992288 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 992289 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 992290 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 992291 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631514172321693696
[junit4] 2> 992293 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 992294 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 992294 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631514172324839424
[junit4] 2> 992305 INFO (searcherExecutor-3727-thread-1-processing-n:127.0.0.1:42868_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@233c5204[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 992310 INFO (searcherExecutor-3725-thread-1-processing-n:127.0.0.1:42868_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@76a85ed0[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 992310 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 992310 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 992320 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 992320 INFO (qtp2029466851-14420) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard1
[junit4] 2> 992322 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4820beca[testSimple1_shard2_replica_n6] main]
[junit4] 2> 992325 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=14998ms
[junit4] 2> 992331 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 992332 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 992333 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 992335 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1631514172367831040
[junit4] 2> 992341 INFO (searcherExecutor-3724-thread-1-processing-n:127.0.0.1:36083_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@4820beca[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 992344 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 992344 INFO (qtp1053392590-14429) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSimple1/leaders/shard2
[junit4] 2> 992361 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 992361 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 992361 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36083/solr/testSimple1_shard1_replica_n2/
[junit4] 2> 992362 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:36083/solr START replicas=[http://127.0.0.1:42868/solr/testSimple1_shard1_replica_n1/] nUpdates=100
[junit4] 2> 992366 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:36083/solr DONE. We have no versions. sync failed.
[junit4] 2> 992371 INFO (qtp2029466851-14418) [n:127.0.0.1:42868_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 992372 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 992372 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 992372 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSimple1/leaders/shard1/leader after winning as /collections/testSimple1/leader_elect/shard1/election/73176156632317961-core_node5-n_0000000000
[junit4] 2> 992381 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36083/solr/testSimple1_shard1_replica_n2/ shard1
[junit4] 2> 992486 INFO (zkCallback-3486-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 992486 INFO (zkCallback-3486-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 992487 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 992495 INFO (qtp1053392590-14427) [n:127.0.0.1:36083_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2940
[junit4] 2> 992595 INFO (zkCallback-3486-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 992595 INFO (zkCallback-3486-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 992596 INFO (zkCallback-3486-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 992828 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 992828 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 992828 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42868/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 992830 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:42868/solr START replicas=[http://127.0.0.1:36083/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 992830 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=http://127.0.0.1:42868/solr DONE. We have no versions. sync failed.
[junit4] 2> 992833 INFO (qtp1053392590-14426) [n:127.0.0.1:36083_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 992833 INFO (qtp2029466851-14416) [n:127.0.0.1:42868_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 992833
[...truncated too long message...]
:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1938436290
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1938436290
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1938436290
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: #;working@lucene1-us-west
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.54 in public
[ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public
[ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public
[ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 63ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 9 | 0 | 0 | 0 || 9 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 327 minutes 49 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)