You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/29 10:03:10 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2088 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2088/
3 tests failed.
FAILED: org.apache.lucene.search.TestSearcherManager.testConcurrentIndexCloseSearchAndRefresh
Error Message:
Captured an uncaught exception in thread: Thread[id=11863, name=Thread-11621, state=RUNNABLE, group=TGRP-TestSearcherManager]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=11863, name=Thread-11621, state=RUNNABLE, group=TGRP-TestSearcherManager]
Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_3s_BlockTreeOrds_0.tipo: Too many open files
at __randomizedtesting.SeedInfo.seed([DD1BFB30ED89044A]:0)
at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:678)
Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_3s_BlockTreeOrds_0.tipo: Too many open files
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at java.base/java.nio.file.Files.newByteChannel(Files.java:370)
at java.base/java.nio.file.Files.newByteChannel(Files.java:421)
at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.codecs.blocktreeords.OrdsBlockTreeTermsReader.<init>(OrdsBlockTreeTermsReader.java:85)
at org.apache.lucene.codecs.blocktreeords.BlockTreeOrdsPostingsFormat.fieldsProducer(BlockTreeOrdsPostingsFormat.java:93)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:108)
at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:76)
at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:666)
FAILED: org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper
Error Message:
Didn't get expected doc count. Expected: 10, Found: 0
Stack Trace:
java.lang.AssertionError: Didn't get expected doc count. Expected: 10, Found: 0
at __randomizedtesting.SeedInfo.seed([958703B474D73E06:8ACE2337513D3166]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:254)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.assertNumDocs(TestPullReplicaErrorHandling.java:259)
at org.apache.solr.cloud.TestPullReplicaErrorHandling.testPullReplicaDisconnectsFromZooKeeper(TestPullReplicaErrorHandling.java:230)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerMixedBoundsTest.testMixedBounds
Error Message:
failed to create testMixedBounds_collection Live Nodes: [127.0.0.1:33974_solr, 127.0.0.1:37947_solr] Last available state: DocCollection(testMixedBounds_collection//collections/testMixedBounds_collection/state.json/24)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testMixedBounds_collection_shard1_replica_n1", "base_url":"https://127.0.0.1:37947/solr", "node_name":"127.0.0.1:37947_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node5":{ "core":"testMixedBounds_collection_shard1_replica_n2", "base_url":"https://127.0.0.1:33974/solr", "node_name":"127.0.0.1:33974_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"inactive", "replicas":{ "core_node7":{ "core":"testMixedBounds_collection_shard2_replica_n4", "base_url":"https://127.0.0.1:37947/solr", "node_name":"127.0.0.1:37947_solr", "state":"active", "type":"NRT", "force_set_state":"false"}, "core_node8":{ "core":"testMixedBounds_collection_shard2_replica_n6", "base_url":"https://127.0.0.1:33974/solr", "node_name":"127.0.0.1:33974_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1580285602528144386"}, "shard2_0":{ "range":"0-3fffffff", "state":"active", "replicas":{ "core_node11":{ "core":"testMixedBounds_collection_shard2_0_replica_n9", "base_url":"https://127.0.0.1:33974/solr", "node_name":"127.0.0.1:33974_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node13":{ "core":"testMixedBounds_collection_shard2_0_replica_n0", "base_url":"https://127.0.0.1:33974/solr", "node_name":"127.0.0.1:33974_solr", "state":"active", "type":"NRT", "force_set_state":"false"}}, "stateTimestamp":"1580285602528169099"}, "shard2_1":{ "range":"40000000-7fffffff", "state":"active", "replicas":{ "core_node12":{ "core":"testMixedBounds_collection_shard2_1_replica_n10", "base_url":"https://127.0.0.1:33974/solr", "node_name":"127.0.0.1:33974_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node14":{ "core":"testMixedBounds_collection_shard2_1_replica_n0", "base_url":"https://127.0.0.1:37947/solr", "node_name":"127.0.0.1:37947_solr", "state":"active", "type":"NRT", "force_set_state":"false"}}, "stateTimestamp":"1580285602528158958"}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: failed to create testMixedBounds_collection
Live Nodes: [127.0.0.1:33974_solr, 127.0.0.1:37947_solr]
Last available state: DocCollection(testMixedBounds_collection//collections/testMixedBounds_collection/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"inactive",
"replicas":{
"core_node7":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"testMixedBounds_collection_shard2_replica_n6",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1580285602528144386"},
"shard2_0":{
"range":"0-3fffffff",
"state":"active",
"replicas":{
"core_node11":{
"core":"testMixedBounds_collection_shard2_0_replica_n9",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node13":{
"core":"testMixedBounds_collection_shard2_0_replica_n0",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1580285602528169099"},
"shard2_1":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{
"core_node12":{
"core":"testMixedBounds_collection_shard2_1_replica_n10",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node14":{
"core":"testMixedBounds_collection_shard2_1_replica_n0",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1580285602528158958"}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([958703B474D73E06:9F04BC19396C355C]:0)
at org.apache.solr.cloud.CloudUtil.waitForState(CloudUtil.java:178)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerMixedBoundsTest.testMixedBounds(IndexSizeTriggerMixedBoundsTest.java:265)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 0
live nodes:[127.0.0.1:33974_solr, 127.0.0.1:37947_solr]
collections:{testMixedBounds_collection=DocCollection(testMixedBounds_collection//collections/testMixedBounds_collection/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"inactive",
"replicas":{
"core_node7":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"testMixedBounds_collection_shard2_replica_n6",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1580285602528144386"},
"shard2_0":{
"range":"0-3fffffff",
"state":"active",
"replicas":{
"core_node11":{
"core":"testMixedBounds_collection_shard2_0_replica_n9",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node13":{
"core":"testMixedBounds_collection_shard2_0_replica_n0",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1580285602528169099"},
"shard2_1":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{
"core_node12":{
"core":"testMixedBounds_collection_shard2_1_replica_n10",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node14":{
"core":"testMixedBounds_collection_shard2_1_replica_n0",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1580285602528158958"}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}}, last coll state: DocCollection(testMixedBounds_collection//collections/testMixedBounds_collection/state.json/24)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testMixedBounds_collection_shard1_replica_n1",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node5":{
"core":"testMixedBounds_collection_shard1_replica_n2",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"inactive",
"replicas":{
"core_node7":{
"core":"testMixedBounds_collection_shard2_replica_n4",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"},
"core_node8":{
"core":"testMixedBounds_collection_shard2_replica_n6",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1580285602528144386"},
"shard2_0":{
"range":"0-3fffffff",
"state":"active",
"replicas":{
"core_node11":{
"core":"testMixedBounds_collection_shard2_0_replica_n9",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node13":{
"core":"testMixedBounds_collection_shard2_0_replica_n0",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1580285602528169099"},
"shard2_1":{
"range":"40000000-7fffffff",
"state":"active",
"replicas":{
"core_node12":{
"core":"testMixedBounds_collection_shard2_1_replica_n10",
"base_url":"https://127.0.0.1:33974/solr",
"node_name":"127.0.0.1:33974_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node14":{
"core":"testMixedBounds_collection_shard2_1_replica_n0",
"base_url":"https://127.0.0.1:37947/solr",
"node_name":"127.0.0.1:37947_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false"}},
"stateTimestamp":"1580285602528158958"}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at org.apache.solr.cloud.CloudUtil.waitForState(CloudUtil.java:220)
at org.apache.solr.cloud.CloudUtil.waitForState(CloudUtil.java:172)
... 40 more
Build Log:
[...truncated 1450 lines...]
[junit4] Suite: org.apache.lucene.search.TestSearcherManager
[junit4] 2> inn 28, 2020 5:45:26 TADGGʷAT com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-11621,5,TGRP-TestSearcherManager]
[junit4] 2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_3s_BlockTreeOrds_0.tipo: Too many open files
[junit4] 2> at __randomizedtesting.SeedInfo.seed([DD1BFB30ED89044A]:0)
[junit4] 2> at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:678)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_3s_BlockTreeOrds_0.tipo: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] 2> at java.base/java.nio.file.Files.newByteChannel(Files.java:370)
[junit4] 2> at java.base/java.nio.file.Files.newByteChannel(Files.java:421)
[junit4] 2> at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] 2> at org.apache.lucene.codecs.blocktreeords.OrdsBlockTreeTermsReader.<init>(OrdsBlockTreeTermsReader.java:85)
[junit4] 2> at org.apache.lucene.codecs.blocktreeords.BlockTreeOrdsPostingsFormat.fieldsProducer(BlockTreeOrdsPostingsFormat.java:93)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
[junit4] 2> at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] 2> at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] 2> at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] 2> at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] 2> at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] 2> at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
[junit4] 2> at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:108)
[junit4] 2> at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:76)
[junit4] 2> at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:666)
[junit4] 2>
[junit4] 2> inn 28, 2020 5:45:26 TADGGʷAT com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
[junit4] 2> WARNING: Uncaught exception in thread: Thread[Thread-11618,5,TGRP-TestSearcherManager]
[junit4] 2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_43_Lucene84_0.doc: Too many open files
[junit4] 2> at __randomizedtesting.SeedInfo.seed([DD1BFB30ED89044A]:0)
[junit4] 2> at org.apache.lucene.search.TestSearcherManager$8.run(TestSearcherManager.java:590)
[junit4] 2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_43_Lucene84_0.doc: Too many open files
[junit4] 2> at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] 2> at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
[junit4] 2> at java.base/java.nio.file.Files.newOutputStream(Files.java:219)
[junit4] 2> at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
[junit4] 2> at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
[junit4] 2> at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
[junit4] 2> at org.apache.lucene.store.FilterDirectory.createOutput(FilterDirectory.java:74)
[junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
[junit4] 2> at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
[junit4] 2> at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:107)
[junit4] 2> at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:423)
[junit4] 2> at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.write(PerFieldPostingsFormat.java:168)
[junit4] 2> at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:97)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:177)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:468)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:555)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:414)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.search.TestSearcherManager$8.run(TestSearcherManager.java:575)
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSearcherManager -Dtests.method=testConcurrentIndexCloseSearchAndRefresh -Dtests.seed=DD1BFB30ED89044A -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=shi-Latn-MA -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 6.04s J1 | TestSearcherManager.testConcurrentIndexCloseSearchAndRefresh <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=11863, name=Thread-11621, state=RUNNABLE, group=TGRP-TestSearcherManager]
[junit4] > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_3s_BlockTreeOrds_0.tipo: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([DD1BFB30ED89044A]:0)
[junit4] > at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:678)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_3s_BlockTreeOrds_0.tipo: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at java.base/java.nio.file.Files.newByteChannel(Files.java:370)
[junit4] > at java.base/java.nio.file.Files.newByteChannel(Files.java:421)
[junit4] > at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.codecs.blocktreeords.OrdsBlockTreeTermsReader.<init>(OrdsBlockTreeTermsReader.java:85)
[junit4] > at org.apache.lucene.codecs.blocktreeords.BlockTreeOrdsPostingsFormat.fieldsProducer(BlockTreeOrdsPostingsFormat.java:93)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
[junit4] > at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
[junit4] > at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
[junit4] > at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:116)
[junit4] > at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:108)
[junit4] > at org.apache.lucene.search.SearcherManager.<init>(SearcherManager.java:76)
[junit4] > at org.apache.lucene.search.TestSearcherManager$11.run(TestSearcherManager.java:666)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=11860, name=Thread-11618, state=RUNNABLE, group=TGRP-TestSearcherManager]
[junit4] > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_43_Lucene84_0.doc: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([DD1BFB30ED89044A]:0)
[junit4] > at org.apache.lucene.search.TestSearcherManager$8.run(TestSearcherManager.java:590)
[junit4] > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_DD1BFB30ED89044A-001/tempDir-001/_43_Lucene84_0.doc: Too many open files
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
[junit4] > at java.base/java.nio.file.Files.newOutputStream(Files.java:219)
[junit4] > at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
[junit4] > at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
[junit4] > at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
[junit4] > at org.apache.lucene.store.FilterDirectory.createOutput(FilterDirectory.java:74)
[junit4] > at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
[junit4] > at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
[junit4] > at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:107)
[junit4] > at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:423)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.write(PerFieldPostingsFormat.java:168)
[junit4] > at org.apache.lucene.index.FreqProxTermsWriter.flush(FreqProxTermsWriter.java:97)
[junit4] > at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:177)
[junit4] > at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:468)
[junit4] > at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:555)
[junit4] > at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:414)
[junit4] > at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] > at org.apache.lucene.search.TestSearcherManager$8.run(TestSearcherManager.java:575)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {date=Lucene84, extra13=Lucene84, extra35=Lucene84, extra36=Lucene84, extra14=Lucene84, extra33=BlockTreeOrds(blocksize=128), extra8=BlockTreeOrds(blocksize=128), extra11=BlockTreeOrds(blocksize=128), extra12=FST50, extra34=FST50, extra9=FST50, extra17=Lucene84, extra39=Lucene84, extra18=Lucene84, extra37=BlockTreeOrds(blocksize=128), extra15=BlockTreeOrds(blocksize=128), extra16=FST50, extra38=FST50, extra2=Lucene84, extra3=Lucene84, extra19=BlockTreeOrds(blocksize=128), titleTokenized=Lucene84, extra0=BlockTreeOrds(blocksize=128), extra1=FST50, body=Lucene84, title=BlockTreeOrds(blocksize=128), extra6=Lucene84, extra7=Lucene84, extra4=BlockTreeOrds(blocksize=128), extra5=FST50, packID=BlockTreeOrds(blocksize=128), extra31=Lucene84, extra10=Lucene84, extra32=Lucene84, extra30=FST50, extra24=Lucene84, extra25=Lucene84, extra22=BlockTreeOrds(blocksize=128), extra23=FST50, extra28=Lucene84, extra29=Lucene84, docid=FST50, extra26=BlockTreeOrds(blocksize=128), extra27=FST50, extra20=Lucene84, extra21=Lucene84}, docValues:{date=DocValuesFormat(name=Asserting), extra13=DocValuesFormat(name=Asserting), extra14=DocValuesFormat(name=Lucene80), extra8=DocValuesFormat(name=Asserting), extra11=DocValuesFormat(name=Asserting), extra12=DocValuesFormat(name=Lucene80), extra9=DocValuesFormat(name=Lucene80), extra17=DocValuesFormat(name=Asserting), extra18=DocValuesFormat(name=Lucene80), extra15=DocValuesFormat(name=Asserting), extra16=DocValuesFormat(name=Lucene80), extra2=DocValuesFormat(name=Asserting), extra3=DocValuesFormat(name=Lucene80), titleTokenized=DocValuesFormat(name=Lucene80), extra19=DocValuesFormat(name=Asserting), extra0=DocValuesFormat(name=Asserting), extra1=DocValuesFormat(name=Lucene80), body=DocValuesFormat(name=Asserting), extra6=DocValuesFormat(name=Asserting), extra7=DocValuesFormat(name=Lucene80), extra4=DocValuesFormat(name=Asserting), extra5=DocValuesFormat(name=Lucene80), extra10=DocValuesFormat(name=Lucene80), extra35=DocValuesFormat(name=Asserting), extra36=DocValuesFormat(name=Lucene80), docid_int=DocValuesFormat(name=Lucene80), extra33=DocValuesFormat(name=Asserting), extra34=DocValuesFormat(name=Lucene80), extra39=DocValuesFormat(name=Asserting), extra37=DocValuesFormat(name=Asserting), extra38=DocValuesFormat(name=Lucene80), title=DocValuesFormat(name=Asserting), packID=DocValuesFormat(name=Asserting), docid_intDV=DocValuesFormat(name=Lucene80), extra31=DocValuesFormat(name=Asserting), extra32=DocValuesFormat(name=Lucene80), extra30=DocValuesFormat(name=Lucene80), extra24=DocValuesFormat(name=Asserting), extra25=DocValuesFormat(name=Lucene80), extra22=DocValuesFormat(name=Asserting), extra23=DocValuesFormat(name=Lucene80), extra28=DocValuesFormat(name=Asserting), extra29=DocValuesFormat(name=Lucene80), docid=DocValuesFormat(name=Lucene80), extra26=DocValuesFormat(name=Asserting), extra27=DocValuesFormat(name=Lucene80), extra20=DocValuesFormat(name=Asserting), extra21=DocValuesFormat(name=Lucene80), titleDV=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=885, maxMBSortInHeap=7.011891463891762, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7d28dbb9), locale=shi-Latn-MA, timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=366390048,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSortedSetSelector, TestPackedInts, TestLucene50LiveDocsFormat, TestFilterLeafReader, TestRegexpRandom, TestScorerPerf, TestLine2D, TestSegmentInfos, FuzzyTermOnShortTermsTest, TestSimpleExplanationsOfNonMatches, TestFloatRangeFieldQueries, Test2BPositions, TestSizeBoundedForceMerge, TestDistributionSPL, TestLucene50StoredFieldsFormatMergeInstance, TestSpans, TestReaderClosed, TestSortRandom, Test4GBStoredFields, TestSpanBoostQuery, TestNoDeletionPolicy, TestVersion, TestSearch, TestLatLonDocValuesQueries, TestDocsWithFieldSet, TestBinaryDocValuesUpdates, TestTransactionRollback, TestInfoStream, TestComplexExplanations, TestBlendedTermQuery, TestCompiledAutomaton, TestInPlaceMergeSorter, TestNeedsScores, TestByteBlockPool, TestPostingsOffsets, TestIndexWriterLockRelease, TestLongBitSet, TestFixedLengthBytesRefArray, TestSparseFixedBitSet, TestLazyProxSkipping, TestFastLZ4, TestIndexWriterExceptions2, TestDocValuesQueries, TestDocValuesFieldUpdates, TestOperations, TestConjunctions, TestAllFilesDetectTruncation, TestIndependenceStandardized, TestStressDeletes, TestLucene80DocValuesFormat, TestArrayUtil, TestPrefixQuery, TestFSTs, TestXYMultiLineShapeQueries, TestCrashCausesCorruptIndex, TestLatLonMultiPointShapeQueries, TestRecyclingIntBlockAllocator, TestExceedMaxTermLength, TestFastDecompressionMode, TestIndexReaderClose, TestMultiCollector, TestCharFilter, TestIndexWriter, TestLongDistanceFeatureQuery, TestSpanMultiTermQueryWrapper, TestForDeltaUtil, TestThreadedForceMerge, TestSimilarity, TestBKDRadixSort, TestTwoPhaseCommitTool, TestWANDScorer, TestNorms, TestOmitPositions, TestSynonymQuery, TestMergeRateLimiter, TestFieldsReader, TestLatLonPointDistanceFeatureQuery, TestFilterIterator, TestManyFields, TestSearcherManager]
[junit4] Completed [310/551 (1!)] on J1 in 821.47s, 11 tests, 1 error <<< FAILURES!
[...truncated 13006 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
[junit4] 2> 2920720 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2920720 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_958703B474D73E06-001/data-dir-198-001
[junit4] 2> 2920720 WARN (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=451 numCloses=451
[junit4] 2> 2920720 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2920730 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 2920730 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_958703B474D73E06-001/tempDir-001
[junit4] 2> 2920730 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2920731 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2920731 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2920831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35689
[junit4] 2> 2920831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35689
[junit4] 2> 2920831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35689
[junit4] 2> 2920831 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35689
[junit4] 2> 2920832 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920834 INFO (zkConnectionManagerCallback-6034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920834 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920836 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920837 INFO (zkConnectionManagerCallback-6036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920837 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920838 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920839 INFO (zkConnectionManagerCallback-6038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920839 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920942 WARN (jetty-launcher-6039-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2920943 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2920943 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2920943 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2920944 WARN (jetty-launcher-6039-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2920944 WARN (jetty-launcher-6039-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2920944 WARN (jetty-launcher-6039-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2920944 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2920957 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2920957 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2920957 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2920957 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c871445{/solr,null,AVAILABLE}
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@65a5e293{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45528}
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.e.j.s.Server Started @2920994ms
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45528}
[junit4] 2> 2920958 ERROR (jetty-launcher-6039-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2920958 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-29T07:28:59.274635Z
[junit4] 2> 2920959 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2920959 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2920959 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2920959 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f0b0fcb{/solr,null,AVAILABLE}
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13a2cb08{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:38808}
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.e.j.s.Server Started @2920996ms
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38808}
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44e3b6cb{/solr,null,AVAILABLE}
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2920960 ERROR (jetty-launcher-6039-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-29T07:28:59.276895Z
[junit4] 2> 2920960 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eea7d1b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:46224}
[junit4] 2> 2920961 INFO (jetty-launcher-6039-thread-3) [ ] o.e.j.s.Server Started @2920997ms
[junit4] 2> 2920961 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46224}
[junit4] 2> 2920973 ERROR (jetty-launcher-6039-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2920973 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2920973 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2920974 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2920974 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2920974 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-29T07:28:59.290157Z
[junit4] 2> 2920985 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@773f169c{/solr,null,AVAILABLE}
[junit4] 2> 2920985 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920986 INFO (zkConnectionManagerCallback-6041-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@164bf7ea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43169}
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.e.j.s.Server Started @2921022ms
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43169}
[junit4] 2> 2920986 ERROR (jetty-launcher-6039-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-29T07:28:59.302724Z
[junit4] 2> 2920986 INFO (zkConnectionManagerCallback-6045-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920986 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920987 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2920987 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2920988 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2920988 INFO (zkConnectionManagerCallback-6043-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920988 INFO (zkConnectionManagerCallback-6047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2920988 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920989 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2920997 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2921001 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2923139 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2923140 WARN (jetty-launcher-6039-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4fd4f978[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2923140 WARN (jetty-launcher-6039-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4fd4f978[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2923157 WARN (jetty-launcher-6039-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15b49dfe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2923173 WARN (jetty-launcher-6039-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15b49dfe[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2923174 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 2923189 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2923190 INFO (zkConnectionManagerCallback-6057-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2923190 INFO (jetty-launcher-6039-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2923335 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2923336 INFO (zkConnectionManagerCallback-6059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2923336 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2923928 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43169_solr
[junit4] 2> 2923929 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.Overseer Overseer (id=72192498231476232-127.0.0.1:43169_solr-n_0000000000) starting
[junit4] 2> 2923934 INFO (OverseerStateUpdate-72192498231476232-127.0.0.1:43169_solr-n_0000000000) [n:127.0.0.1:43169_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43169_solr
[junit4] 2> 2923934 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43169_solr
[junit4] 2> 2923935 INFO (OverseerStateUpdate-72192498231476232-127.0.0.1:43169_solr-n_0000000000) [n:127.0.0.1:43169_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2923962 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2923963 WARN (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2924188 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2924376 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43169.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2924416 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43169.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2924416 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43169.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2924417 INFO (jetty-launcher-6039-thread-2) [n:127.0.0.1:43169_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_958703B474D73E06-001/tempDir-001/node2/.
[junit4] 2> 2924741 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2924742 WARN (jetty-launcher-6039-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54c53f79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924742 WARN (jetty-launcher-6039-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54c53f79[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924756 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2924757 WARN (jetty-launcher-6039-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@24047633[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924757 WARN (jetty-launcher-6039-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@24047633[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924757 WARN (jetty-launcher-6039-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@423bbc34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924757 WARN (jetty-launcher-6039-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@423bbc34[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924758 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 2924759 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2924760 WARN (jetty-launcher-6039-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@9ddc5a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924760 WARN (jetty-launcher-6039-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@9ddc5a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2924760 INFO (zkConnectionManagerCallback-6071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2924760 INFO (jetty-launcher-6039-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2924773 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 2924774 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2924775 INFO (zkConnectionManagerCallback-6075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2924775 INFO (jetty-launcher-6039-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2924863 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2924864 INFO (zkConnectionManagerCallback-6077-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2924864 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2924869 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2924873 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:45528_solr as DOWN
[junit4] 2> 2924874 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2924874 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45528_solr
[junit4] 2> 2924875 INFO (zkCallback-6058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2924875 INFO (zkCallback-6076-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2924876 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2924876 WARN (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2924918 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2924971 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2924984 INFO (zkConnectionManagerCallback-6083-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2924984 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2924996 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45528.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2925009 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2925013 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:46224_solr as DOWN
[junit4] 2> 2925015 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2925015 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46224_solr
[junit4] 2> 2925016 INFO (zkCallback-6058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2925016 INFO (zkCallback-6076-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2925028 INFO (zkCallback-6082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2925042 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2925042 WARN (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2925054 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45528.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2925054 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45528.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2925056 INFO (jetty-launcher-6039-thread-1) [n:127.0.0.1:45528_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_958703B474D73E06-001/tempDir-001/node1/.
[junit4] 2> 2925160 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2925360 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2925443 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2925443 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2925445 INFO (jetty-launcher-6039-thread-3) [n:127.0.0.1:46224_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_958703B474D73E06-001/tempDir-001/node3/.
[junit4] 2> 2926441 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 2926442 WARN (jetty-launcher-6039-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66f1649a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2926442 WARN (jetty-launcher-6039-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66f1649a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2926444 WARN (jetty-launcher-6039-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5761cb36[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2926444 WARN (jetty-launcher-6039-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5761cb36[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2926446 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35689/solr
[junit4] 2> 2926447 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2926448 INFO (zkConnectionManagerCallback-6093-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2926448 INFO (jetty-launcher-6039-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2926550 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2926551 INFO (zkConnectionManagerCallback-6095-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2926551 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2926556 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2926560 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:38808_solr as DOWN
[junit4] 2> 2926561 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2926561 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38808_solr
[junit4] 2> 2926562 INFO (zkCallback-6058-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2926562 INFO (zkCallback-6076-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2926562 INFO (zkCallback-6082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2926562 INFO (zkCallback-6094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2926563 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2926564 WARN (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2926597 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2926663 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38808.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2926677 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38808.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2926677 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38808.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c0ec6a8
[junit4] 2> 2926678 INFO (jetty-launcher-6039-thread-4) [n:127.0.0.1:38808_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplicaErrorHandling_958703B474D73E06-001/tempDir-001/node4/.
[junit4] 2> 2926761 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 2926762 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2926763 INFO (zkConnectionManagerCallback-6104-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2926763 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2926764 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2926765 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35689/solr ready
[junit4] 2> 2926769 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=78075520
[junit4] 2> 2926769 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43169_solr
[junit4] 2> 2926769 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 2926769 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:43169_solr as DOWN
[junit4] 2> 2926771 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2926771 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2926771 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e8f28f9: rootName = solr_43169, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@10d7f664
[junit4] 2> 2926793 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2926793 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e8d4240: rootName = solr_43169, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2ff697f2
[junit4] 2> 2926798 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2926799 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30d4c908: rootName = solr_43169, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@544aafbe
[junit4] 2> 2926799 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2926799 INFO (closeThreadPool-6108-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72192498231476232-127.0.0.1:43169_solr-n_0000000000) closing
[junit4] 2> 2926799 INFO (OverseerStateUpdate-72192498231476232-127.0.0.1:43169_solr-n_0000000000) [n:127.0.0.1:43169_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43169_solr
[junit4] 2> 2926799 INFO (OverseerAutoScalingTriggerThread-72192498231476232-127.0.0.1:43169_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2926801 INFO (closeThreadPool-6108-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72192498231476232-127.0.0.1:43169_solr-n_0000000000) closing
[junit4] 2> 2926802 INFO (zkCallback-6076-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2926802 INFO (zkCallback-6094-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2926802 INFO (zkCallback-6103-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2926802 INFO (zkCallback-6082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 2926802 INFO (zkCallback-6076-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45528_solr
[junit4] 2> 2926803 INFO (zkCallback-6076-thread-2) [n:127.0.0.1:45528_solr ] o.a.s.c.Overseer Overseer (id=72192498231476235-127.0.0.1:45528_solr-n_0000000001) starting
[junit4] 2> 2926819 INFO (OverseerStateUpdate-72192498231476235-127.0.0.1:45528_solr-n_0000000001) [n:127.0.0.1:45528_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45528_solr
[junit4] 2> 2926902 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.Overseer Overseer (id=72192498231476232-127.0.0.1:43169_solr-n_0000000000) closing
[junit4] 2> 2926903 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@164bf7ea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 2926903 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@773f169c{/solr,null,UNAVAILABLE}
[junit4] 2> 2926904 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2926904 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2926905 WARN (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2926905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2926905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2926905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2926905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2926905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2926905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f91cf7d{/solr,null,AVAILABLE}
[junit4] 2> 2926906 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e8cf6e7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43274}
[junit4] 2> 2926906 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.e.j.s.Server Started @2926942ms
[junit4] 2> 2926906 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36094}
[junit4] 2> 2926906 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2926906 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06]-worker) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2926906 INFO (SUITE-TestPullReplicaErrorHandling-seed#[958703B474D73E06
[...truncated too long message...]
-closer-15734-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 5682200 INFO (zkCallback-15711-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 5682202 INFO (closeThreadPool-15741-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72192671153717254-127.0.0.1:33974_solr-n_0000000000) closing
[junit4] 2> 5682300 INFO (jetty-closer-15734-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72192671153717254-127.0.0.1:33974_solr-n_0000000000) closing
[junit4] 2> 5682301 INFO (jetty-closer-15734-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@37c11d10{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 5682302 INFO (jetty-closer-15734-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4389ffc2{/solr,null,UNAVAILABLE}
[junit4] 2> 5682302 INFO (jetty-closer-15734-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5682401 INFO (jetty-closer-15734-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2249f608{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 5682402 INFO (jetty-closer-15734-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@509eb491{/solr,null,UNAVAILABLE}
[junit4] 2> 5682402 INFO (jetty-closer-15734-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 5682402 INFO (SUITE-IndexSizeTriggerMixedBoundsTest-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 5682605 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/collections/testMixedBounds_collection/terms/shard2_1
[junit4] 2> 10 /solr/collections/testMixedBounds_collection/terms/shard1
[junit4] 2> 10 /solr/collections/testMixedBounds_collection/terms/shard2
[junit4] 2> 8 /solr/collections/testMixedBounds_collection/terms/shard2_0
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/collections/testMixedBounds_collection/state.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testMixedBounds_collection/collectionprops.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 140 /solr/collections/testMixedBounds_collection/state.json
[junit4] 2> 7 /solr/autoscaling.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 72 /solr/overseer/queue
[junit4] 2> 11 /solr/collections
[junit4] 2> 9 /solr/overseer/collection-queue-work
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 2 /solr/autoscaling/events/index_size_trigger4
[junit4] 2>
[junit4] 2> 5682607 INFO (SUITE-IndexSizeTriggerMixedBoundsTest-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42342
[junit4] 2> 5682607 INFO (SUITE-IndexSizeTriggerMixedBoundsTest-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42342
[junit4] 2> 5682607 INFO (SUITE-IndexSizeTriggerMixedBoundsTest-seed#[958703B474D73E06]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42342
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerMixedBoundsTest_958703B474D73E06-001
[junit4] 2> Jan 29, 2020 8:15:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=MockRandom), foo=PostingsFormat(name=MockRandom), _root_=PostingsFormat(name=MockRandom), id=Lucene84}, docValues:{}, maxPointsInLeafNode=1386, maxMBSortInHeap=7.326534172181894, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5abf24ec), locale=en-NA, timezone=Asia/Dacca
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=307100888,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSystemCollAutoCreate, TestUpdate, TestShardHandlerFactory, TestSubQueryTransformerCrossCore, DistributedQueryElevationComponentTest, ConjunctionSolrSpellCheckerTest, FastVectorHighlighterTest, JWTAuthPluginIntegrationTest, TestCSVResponseWriter, TestWaitForStateWithJettyShutdowns, TestLazyCores, AnalyticsMergeStrategyTest, RulesTest, TestStressUserVersions, TestSolrQueryParser, DistribJoinFromCollectionTest, TestCloudJSONFacetSKG, ProtectedTermFilterFactoryTest, TestReplicaProperties, TestSafeXMLParsing, GraphQueryTest, LeaderElectionIntegrationTest, MergeStrategyTest, SynonymTokenizerTest, SolrLogAuditLoggerPluginTest, TestExpandComponent, MoveReplicaHDFSTest, SimpleMLTQParserTest, TestDynamicLoadingUrl, BinaryUpdateRequestHandlerTest, TestClusterProperties, TestSimScenario, DimensionalRoutedAliasUpdateProcessorTest, LoggingHandlerTest, TestEmbeddedSolrServerConstructors, OverseerModifyCollectionTest, TestPushWriter, EmbeddedSolrNoSerializeTest, ExitableDirectoryReaderTest, SliceStateTest, DateMathParserTest, DistributedTermsComponentTest, CollectionReloadTest, ShardsWhitelistTest, TestRealTimeGet, MetricsHandlerTest, ClusterStateTest, SuggestComponentContextFilterQueryTest, SecurityConfHandlerTest, TolerantUpdateProcessorTest, SolrMetricsIntegrationTest, JWTVerificationkeyResolverTest, TestSimpleTrackingShardHandler, SchemaVersionSpecificBehaviorTest, RangeFacetCloudTest, TestDistributedGrouping, CheckHdfsIndexTest, MaxSizeAutoCommitTest, EnumFieldTest, TlogReplayBufferedWhileIndexingTest, NoCacheHeaderTest, CreateRoutedAliasTest, TokenizerChainTest, AtomicUpdateProcessorFactoryTest, TestLogWatcher, NumberUtilsTest, TestJoin, TestExclusionRuleCollectionAccess, HLLSerializationTest, BitVectorTest, SystemInfoHandlerTest, TestNumericTerms32, TestSimDistribStateManager, TestSweetSpotSimilarityFactory, TestNonDefinedSimilarityFactory, PreAnalyzedUpdateProcessorTest, TestSimNodeAddedTrigger, TestSkipOverseerOperations, TestIndexSearcher, TestLegacyNumericUtils, TestPointFields, TestInPlaceUpdateWithRouteField, TestQuerySenderListener, TestDocTermOrds, SparseHLLTest, RoutingToNodesWithPropertiesTest, TestPrepRecovery, TestFacetMethods, VMParamsZkACLAndCredentialsProvidersTest, AddBlockUpdateTest, SolrJmxReporterTest, ConfigSetsAPITest, TestAtomicUpdateErrorCases, ReplicationFactorTest, ConfigureRecoveryStrategyTest, TestDocSet, TestSlowCompositeReaderWrapper, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestRetrieveFieldsOptimizer, LeaderFailureAfterFreshStartTest, SolrIndexConfigTest, HighlighterTest, TestSolrCloudWithSecureImpersonation, TestSearcherReuse, ResponseBuilderTest, RequiredFieldsTest, DocValuesMissingTest, TestWriterPerf, SuggesterTest, HdfsRecoverLeaseTest, OverseerTest, TestTolerantSearch, DaemonStreamApiTest, TestLockTree, BooleanFieldTest, TestMaxScoreQueryParser, UniqFieldsUpdateProcessorFactoryTest, TermVectorComponentTest, TestDFISimilarityFactory, DeleteNodeTest, BufferStoreTest, CustomCollectionTest, TestLeaderElectionWithEmptyReplica, SearchRateTriggerTest, TestMultiWordSynonyms, TestQueryingOnDownCollection, ShardRoutingCustomTest, TestCloudConsistency, TestAnalyzedSuggestions, SpellPossibilityIteratorTest, TestSolrCoreParser, TestBlobHandler, TestSnapshotCloudManager, TestDocumentBuilder, PreAnalyzedFieldManagedSchemaCloudTest, MultiThreadedOCPTest, TestLuceneMatchVersion, TestRandomCollapseQParserPlugin, TestHttpServletCarrier, SolrPluginUtilsTest, TestTolerantUpdateProcessorCloud, TestRestoreCore, SolrCoreMetricManagerTest, TestDynamicFieldNamesIndexCorrectly, HdfsUnloadDistributedZkTest, TestConfigsApi, LegacyCloudClusterPropTest, TestRemoteStreaming, TestCollectionsAPIViaSolrCloudCluster, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionPropsTest, DeleteShardTest, DeleteStatusTest, DistributedQueueTest, DistributedVersionInfoTest, DocValuesNotIndexedTest, ForceLeaderTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, PeerSyncReplicationTest, RemoteQueryErrorTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, SplitShardTest, SyncSliceTest, TestConfigSetsAPI, TestRandomFlRTGCloud, TestStressInPlaceUpdates, ZkCLITest, ZkSolrClientTest, CollectionsAPIAsyncDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, SimpleCollectionCreateDeleteTest, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, ExecutePlanActionTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest]
[junit4] Completed [551/900 (2!)] on J2 in 123.84s, 1 test, 1 failure <<< FAILURES!
[...truncated 53727 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2090 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2090/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:33104/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:738)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:563)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33104/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:35260/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:738)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:563)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([7A97A890AD4ADFBC:F2C3974A03B6B244]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15275 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 6854986 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/data-dir-184-001
[junit4] 2> 6854986 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 6854986 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6854987 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 6855028 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6855030 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6855031 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72a1f529{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6855182 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@30b0b842{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-46748-hadoop-hdfs-3_2_0-tests_jar-_-any-12964801755903039111.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6855183 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47470e2e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:46748}
[junit4] 2> 6855183 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server Started @6855219ms
[junit4] 2> 6855223 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855224 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6855225 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a8f077{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5f2f633f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44855-hadoop-hdfs-3_2_0-tests_jar-_-any-16267135642738292586.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d997c92{HTTP/1.1,[http/1.1]}{localhost:44855}
[junit4] 2> 6855372 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.Server Started @6855409ms
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: Processing first storage report for DS-4ce3dbe1-4a7d-44f6-8ea3-d7d231f7bbcb from datanode a961cdf9-8ab5-495e-b2fd-b618872eab6f
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: from storage DS-4ce3dbe1-4a7d-44f6-8ea3-d7d231f7bbcb node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=a961cdf9-8ab5-495e-b2fd-b618872eab6f, infoPort=36222, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=325650750;c=1580457399433), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: Processing first storage report for DS-b4f90d8b-11c7-4fa2-9a5b-e52efe94be65 from datanode a961cdf9-8ab5-495e-b2fd-b618872eab6f
[junit4] 2> 6855455 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x9c5d8effe314e4fe: from storage DS-b4f90d8b-11c7-4fa2-9a5b-e52efe94be65 node DatanodeRegistration(127.0.0.1:38893, datanodeUuid=a961cdf9-8ab5-495e-b2fd-b618872eab6f, infoPort=36222, infoSecurePort=0, ipcPort=46165, storageInfo=lv=-57;cid=testClusterID;nsid=325650750;c=1580457399433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 6855508 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6855508 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6855508 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6855608 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer start zk server on port:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39912
[junit4] 2> 6855609 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39912
[junit4] 2> 6855610 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855612 INFO (zkConnectionManagerCallback-22137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855612 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6855615 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855616 INFO (zkConnectionManagerCallback-22139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855616 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6855617 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 6855619 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 6855621 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 6855622 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 6855623 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 6855624 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 6855626 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 6855627 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 6855628 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 6855629 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 6855631 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 6855632 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 6855915 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6855915 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6855915 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6855916 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a138147{/,null,AVAILABLE}
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73c790c5{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41503}
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.s.Server Started @6855954ms
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_control_data, hostPort=41503, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores}
[junit4] 2> 6855917 ERROR (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6855917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:40.347946Z
[junit4] 2> 6855918 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6855919 INFO (zkConnectionManagerCallback-22141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6855920 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6856021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/solr.xml
[junit4] 2> 6856024 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6856024 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6856026 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6856696 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6856697 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5dcff313[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856697 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5dcff313[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856700 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6cdc792a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856700 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6cdc792a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6856702 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6856703 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6856704 INFO (zkConnectionManagerCallback-22148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6856704 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856806 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6856807 INFO (zkConnectionManagerCallback-22150-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6856807 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6856910 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41503_
[junit4] 2> 6856911 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.Overseer Overseer (id=72203931700494340-127.0.0.1:41503_-n_0000000000) starting
[junit4] 2> 6856916 INFO (OverseerStateUpdate-72203931700494340-127.0.0.1:41503_-n_0000000000) [n:127.0.0.1:41503_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41503_
[junit4] 2> 6856917 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41503_
[junit4] 2> 6856919 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6856921 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6856921 WARN (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6856954 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6856984 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856996 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856996 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6856998 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [n:127.0.0.1:41503_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores
[junit4] 2> 6857019 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6857020 INFO (zkConnectionManagerCallback-22159-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6857020 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6857021 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6857022 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39912/solr ready
[junit4] 2> 6857024 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41503_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6857048 INFO (OverseerThreadFactory-17067-thread-1-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 6857155 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6857156 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6858168 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6858190 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 6858316 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 6858333 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 6858334 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 6858335 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6858344 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6858348 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6858348 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 6858366 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:44060/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
[junit4] 2> 6858374 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 6858378 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 6858379 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=176300374, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 6858389 WARN (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6858477 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 6858489 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6858489 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6858491 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=30.02734375, floorSegmentMB=1.68359375, forceMergeDeletesPctAllowed=23.87357035373358, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=40.11970760157263
[junit4] 2> 6858495 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b313415[control_collection_shard1_replica_n1] main]
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 6858497 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6858498 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1657229701732630528
[junit4] 2> 6858501 INFO (searcherExecutor-17072-thread-1-processing-n:127.0.0.1:41503_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3b313415[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6858503 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 6858503 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41503/control_collection_shard1_replica_n1/
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:41503/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 6858507 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72203931700494340-core_node2-n_0000000000
[junit4] 2> 6858509 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41503/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 6858610 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858611 INFO (zkCallback-22149-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858611 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6858613 INFO (qtp1484378486-136617) [n:127.0.0.1:41503_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1458
[junit4] 2> 6858615 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858713 INFO (zkCallback-22149-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 6858714 INFO (qtp1484378486-136618) [n:127.0.0.1:41503_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41503_&wt=javabin&version=2} status=0 QTime=1690
[junit4] 2> 6858714 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 6858819 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6858820 INFO (zkConnectionManagerCallback-22165-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6858820 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6858821 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6858822 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39912/solr ready
[junit4] 2> 6858822 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 6858823 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6858826 INFO (OverseerThreadFactory-17067-thread-2-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 6858826 INFO (OverseerCollectionConfigSetProcessor-72203931700494340-127.0.0.1:41503_-n_0000000000) [n:127.0.0.1:41503_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6859030 WARN (OverseerThreadFactory-17067-thread-2-processing-n:127.0.0.1:41503_) [n:127.0.0.1:41503_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 6859031 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6859032 INFO (qtp1484378486-136619) [n:127.0.0.1:41503_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 6859033 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 6859360 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001 of type NRT for shard1
[junit4] 2> 6859361 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859361 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859362 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a007f0b{/,null,AVAILABLE}
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@757a55fc{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:32807}
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server Started @6859400ms
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty1, hostPort=32807, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/cores}
[junit4] 2> 6859363 ERROR (closeThreadPool-22166-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859363 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:43.793906Z
[junit4] 2> 6859364 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859366 INFO (zkConnectionManagerCallback-22168-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859366 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859467 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6859467 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/solr.xml
[junit4] 2> 6859471 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6859471 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6859472 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6859657 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001 of type NRT for shard1
[junit4] 2> 6859658 WARN (closeThreadPool-22166-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859658 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859670 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859670 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52c58d6b{/,null,AVAILABLE}
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a4118cf{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33104}
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.e.j.s.Server Started @6859708ms
[junit4] 2> 6859671 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty2, hostPort=33104, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001/cores}
[junit4] 2> 6859680 ERROR (closeThreadPool-22166-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859680 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.110305Z
[junit4] 2> 6859681 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859682 INFO (zkConnectionManagerCallback-22171-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859682 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859795 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6859795 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-2-001/solr.xml
[junit4] 2> 6859798 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6859798 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6859799 INFO (closeThreadPool-22166-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6859815 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6859816 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6233b5ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859816 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6233b5ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859819 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a10122c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859819 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a10122c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6859821 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6859822 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859822 INFO (zkConnectionManagerCallback-22178-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859822 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859954 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859954 INFO (zkConnectionManagerCallback-22180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859954 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859959 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6859960 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001 of type NRT for shard1
[junit4] 2> 6859961 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6859961 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6859962 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a479839{/,null,AVAILABLE}
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7d4d13e2{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36626}
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.e.j.s.Server Started @6859999ms
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty3, hostPort=36626, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001/cores}
[junit4] 2> 6859963 ERROR (closeThreadPool-22166-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.393639Z
[junit4] 2> 6859963 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.ZkController Publish node=127.0.0.1:32807_ as DOWN
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6859964 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32807_
[junit4] 2> 6859965 INFO (zkConnectionManagerCallback-22184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6859965 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6859971 INFO (zkCallback-22149-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859971 INFO (zkCallback-22179-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859973 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6859974 WARN (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6859979 INFO (zkCallback-22164-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6859998 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6860044 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860060 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860060 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3
[junit4] 2> 6860062 INFO (closeThreadPool-22166-thread-1) [n:127.0.0.1:32807_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-1-001/cores
[junit4] 2> 6860072 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6860072 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-3-001/solr.xml
[junit4] 2> 6860075 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6860075 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6860077 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6860097 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32807_
[junit4] 2> 6860251 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001 of type NRT for shard1
[junit4] 2> 6860252 WARN (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6860252 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16107466{/,null,AVAILABLE}
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7aa8a6ca{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39267}
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.e.j.s.Server Started @6860290ms
[junit4] 2> 6860253 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty4, hostPort=39267, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 6860254 ERROR (closeThreadPool-22166-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6860254 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.684285Z
[junit4] 2> 6860255 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860256 INFO (zkConnectionManagerCallback-22189-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860256 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860357 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 6860357 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-4-001/solr.xml
[junit4] 2> 6860360 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 6860360 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 6860361 INFO (closeThreadPool-22166-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@608efde3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 6860488 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 6860489 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@392ef6a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860489 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@392ef6a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860491 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d775200[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860491 WARN (closeThreadPool-22166-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d775200[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6860493 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39912/solr
[junit4] 2> 6860493 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860494 INFO (zkConnectionManagerCallback-22196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860494 INFO (closeThreadPool-22166-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860543 INFO (TEST-StressHdfsTest.test-seed#[7A97A890AD4ADFBC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-5-001 of type NRT for shard1
[junit4] 2> 6860544 WARN (closeThreadPool-22166-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6860544 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c6f3ca4{/,null,AVAILABLE}
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2df8a574{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39164}
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.e.j.s.Server Started @6860582ms
[junit4] 2> 6860545 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:44060/hdfs__lucene2-us-west.apache.org_44060__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001_tempDir-002_jetty5, hostPort=39164, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001/shard-5-001/cores}
[junit4] 2> 6860546 ERROR (closeThreadPool-22166-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 6860546 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-31T07:56:44.976167Z
[junit4] 2> 6860547 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860548 INFO (zkConnectionManagerCallback-22198-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860548 INFO (closeThreadPool-22166-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860596 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6860597 INFO (zkConnectionManagerCallback-22200-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6860598 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6860604 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6860608 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.ZkController Publish node=127.0.0.1:36626_ as DOWN
[junit4] 2> 6860609 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36626_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 6860609 INFO (closeThreadPool-22166-thread-3) [n:127.0.0.1:36
[...truncated too long message...]
seableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:710)\n\t... 32 more\n",
[junit4] > "code":500}}
[junit4] > at __randomizedtesting.SeedInfo.seed([7A97A890AD4ADFBC:F2C3974A03B6B244]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:629)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
[junit4] > at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:189)
[junit4] > at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 6955353 WARN (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@5f2f633f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6d997c92{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6955388 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a8f077{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 6955406 WARN (BP-879000963-127.0.0.1-1580457399433 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44060) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 6955406 WARN (BP-879000963-127.0.0.1-1580457399433 heartbeating to lucene2-us-west.apache.org/127.0.0.1:44060) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-879000963-127.0.0.1-1580457399433 (Datanode Uuid a961cdf9-8ab5-495e-b2fd-b618872eab6f) service to lucene2-us-west.apache.org/127.0.0.1:44060
[junit4] 2> 6955499 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@30b0b842{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@47470e2e{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 6955500 INFO (SUITE-StressHdfsTest-seed#[7A97A890AD4ADFBC]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@72a1f529{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_7A97A890AD4ADFBC-001
[junit4] 2> Jan 31, 2020 7:58:20 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), multiDefault=PostingsFormat(name=Direct), _root_=FST50, intDefault=FST50, id_i1=FST50, id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct), txt_t=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene80), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=294, maxMBSortInHeap=6.781923427489147, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@31286c6), locale=ta-MY, timezone=IST
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=4,free=129538432,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLegacyBM25SimilarityFactory, TestUtils, UpdateLogTest, PropertiesRequestHandlerTest, TestRTimerTree, MoreLikeThisHandlerTest, NodeMutatorTest, TestMacros, TestExactStatsCacheCloud, TestDelegationWithHadoopAuth, TestPackages, TestCloudJSONFacetJoinDomain, HdfsLockFactoryTest, V2StandaloneTest, ChaosMonkeyNothingIsSafeTest, ShardSplitTest, RuleEngineTest, QueryElevationComponentTest, SolrIndexSplitterTest, TestJsonFacets, PathHierarchyTokenizerFactoryTest, TestSmileRequest, ConcurrentDeleteAndCreateCollectionTest, ScheduledMaintenanceTriggerTest, TestLegacyFieldReuse, CoreAdminHandlerTest, DeleteShardTest, DistributedSuggestComponentTest, InfoHandlerTest, CloudExitableDirectoryReaderTest, TestManagedSchema, BlockDirectoryTest, DeleteLastCustomShardedReplicaTest, TestCorePropertiesReload, OverseerTaskQueueTest, CdcrWithNodesRestartsTest, CoreMergeIndexesAdminHandlerTest, PluginInfoTest, BlobRepositoryCloudTest, FileUtilsTest, TestSchemaResource, TestTlogReplica, DistributedFacetPivotLongTailTest, TestSimExecutePlanAction, TestJmxIntegration, TestConfigSets, TestPKIAuthenticationPlugin, SharedFSAutoReplicaFailoverTest, SortByFunctionTest, SolrMetricReporterTest, TermVectorComponentDistributedTest, TestUtilizeNode, TestZkAclsWithHadoopAuth, LeaderFailoverAfterPartitionTest, TestSolrIndexConfig, TestSolrCloudWithKerberosAlt, TestAddFieldRealTimeGet, DistributedVersionInfoTest, DateRangeFieldTest, TestFiltering, AtomicUpdatesTest, TestManagedResource, AsyncCallRequestStatusResponseTest, TestIBSimilarityFactory, RollingRestartTest, SolrJmxReporterCloudTest, PeerSyncWithBufferUpdatesTest, CopyFieldTest, TestLegacyFieldCache, TestSchemaManager, TestFastOutputStream, TestSizeLimitedDistributedMap, SuggesterTSTTest, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSolrTestCaseJ4, TestConfigReload, ZookeeperStatusHandlerTest, TestOverriddenPrefixQueryForCustomFieldType, Tagger2Test, TriggerIntegrationTest, TestStressReorder, TestCloudSearcherWarming, PeerSyncWithLeaderTest, SearchHandlerTest, TestOrdValues, TestLegacyNumericRangeQueryBuilder, DistributedFacetPivotWhiteBoxTest, TestLocalStatsCacheCloud, BasicAuthStandaloneTest, TestNestedDocsSort, TestFileDictionaryLookup, TestBulkSchemaAPI, TestStandardQParsers, HighlighterMaxOffsetTest, TestDistributedSearch, TestDefaultStatsCache, TestFieldCache, ReplaceNodeTest, MinimalSchemaTest, TestCloudPseudoReturnFields, TestSimUtils, SubstringBytesRefFilterTest, UUIDFieldTest, TestSimComputePlanAction, TestRecoveryHdfs, SolrRequestParserTest, PeerSyncReplicationTest, InfixSuggestersTest, SaslZkACLProviderTest, LeaderVoteWaitTimeoutTest, SolrLogPostToolTest, TestCollationField, TestClassicSimilarityFactory, HttpTriggerListenerTest, TestDistribPackageStore, NodeLostTriggerTest, SolrCloudExampleTest, TestSearchPerf, SolrInfoBeanTest, ZkStateReaderTest, TestSolrJacksonAnnotation, TestDistributedStatsComponentCardinality, TestCollectionAPIs, TestRawTransformer, TestCustomSort, PolyFieldTest, CustomTermsComponentTest, TestHighFrequencyDictionaryFactory, TestOmitPositions, TestRTGBase, TestNestedUpdateProcessor, ShowFileRequestHandlerTest, TestTextField, TestLocalFSCloudBackupRestore, SearchHandlerTest, QueryParsingTest, TestNRTOpen, TestPHPSerializedResponseWriter, DefaultValueUpdateProcessorTest, NodeAddedTriggerIntegrationTest, AutoAddReplicasIntegrationTest, TestSSLRandomization, DistributedExpandComponentTest, OverseerSolrResponseTest, StatsComponentTest, TestPolicyCloud, TestSimGenericDistributedQueue, TestSimLargeCluster, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsUnloadDistributedZkTest, StressHdfsTest]
[junit4] Completed [616/900 (1!)] on J1 in 103.60s, 1 test, 1 error <<< FAILURES!
[...truncated 53406 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2089 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2089/
1 tests failed.
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([A120C7AE63AEE754:2974F874CD528AAC]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13142 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
[junit4] 2> 292226 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/data-dir-15-001
[junit4] 2> 292232 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> 292232 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 292233 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 292234 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 292234 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 295442 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 295501 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 295509 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 295509 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 295509 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 295511 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@669e3f60{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 296022 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@53d672b9{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost_localdomain-42549-hadoop-hdfs-3_2_0-tests_jar-_-any-2332166452442894594.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 296023 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@216e1d91{HTTP/1.1,[http/1.1]}{localhost.localdomain:42549}
[junit4] 2> 296023 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server Started @296056ms
[junit4] 2> 297648 WARN (StorageLocationChecker thread 0) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 297780 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 297788 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 297789 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 297789 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 297789 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 297790 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6192915d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 297919 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@67f2464f{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-41853-hadoop-hdfs-3_2_0-tests_jar-_-any-8789046212040073808.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 297920 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45349c2a{HTTP/1.1,[http/1.1]}{localhost:41853}
[junit4] 2> 297920 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server Started @297953ms
[junit4] 2> 298460 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 298463 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 298464 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7736becf{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 298579 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@57a1198{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/jetty-localhost-45891-hadoop-hdfs-3_2_0-tests_jar-_-any-17619088383514644977.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 298580 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@59816877{HTTP/1.1,[http/1.1]}{localhost:45891}
[junit4] 2> 298580 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.Server Started @298613ms
[junit4] 2> 299114 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: Processing first storage report for DS-a34c9b64-3b0f-473a-aafb-2207e7982eef from datanode 33165ebe-196f-4824-beb3-bd64689e8a46
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: from storage DS-a34c9b64-3b0f-473a-aafb-2207e7982eef node DatanodeRegistration(127.0.0.1:34497, datanodeUuid=33165ebe-196f-4824-beb3-bd64689e8a46, infoPort=45409, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: Processing first storage report for DS-f56694ce-bdf4-4f39-a8bc-4569f43069c3 from datanode 94efaa6e-2c68-4385-aa44-270b170ac7ae
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: from storage DS-f56694ce-bdf4-4f39-a8bc-4569f43069c3 node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=94efaa6e-2c68-4385-aa44-270b170ac7ae, infoPort=38019, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: Processing first storage report for DS-428e6a11-77ee-46d9-ad42-fda2037e6a1e from datanode 33165ebe-196f-4824-beb3-bd64689e8a46
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xd3df5c1e624aab4b: from storage DS-428e6a11-77ee-46d9-ad42-fda2037e6a1e node DatanodeRegistration(127.0.0.1:34497, datanodeUuid=33165ebe-196f-4824-beb3-bd64689e8a46, infoPort=45409, infoSecurePort=0, ipcPort=46829, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: Processing first storage report for DS-3af5463e-69fc-40fa-8c67-32a3acd0ad7c from datanode 94efaa6e-2c68-4385-aa44-270b170ac7ae
[junit4] 2> 299115 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x34980437717604f6: from storage DS-3af5463e-69fc-40fa-8c67-32a3acd0ad7c node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=94efaa6e-2c68-4385-aa44-270b170ac7ae, infoPort=38019, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=849557199;c=1580358432470), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 299191 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 299192 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 299192 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer start zk server on port:41807
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:41807
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41807
[junit4] 2> 299292 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41807
[junit4] 2> 299298 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299303 INFO (zkConnectionManagerCallback-597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299303 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299314 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299315 INFO (zkConnectionManagerCallback-599-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299315 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299320 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 299322 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 299324 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 299325 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 299326 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 299327 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 299328 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 299331 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 299333 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 299334 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 299335 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 299337 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299338 INFO (zkConnectionManagerCallback-603-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299339 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299441 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 299605 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 299605 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 299605 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 299605 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 299609 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 299609 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 299609 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 299611 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8179818{/,null,AVAILABLE}
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@13224616{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37785}
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.s.Server Started @299646ms
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_control_data, hostPort=37785, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/cores}
[junit4] 2> 299612 ERROR (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 299612 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 299613 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:17.365041Z
[junit4] 2> 299616 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 299617 INFO (zkConnectionManagerCallback-605-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 299617 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 299720 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 299720 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/solr.xml
[junit4] 2> 299724 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 299724 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 299725 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 300165 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 300166 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@62a465cd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300166 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@62a465cd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300170 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ebac821[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300170 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ebac821[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 300171 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41807/solr
[junit4] 2> 300172 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 300173 INFO (zkConnectionManagerCallback-612-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 300173 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 300276 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 300278 INFO (zkConnectionManagerCallback-614-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 300278 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 300354 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37785_
[junit4] 2> 300354 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.Overseer Overseer (id=73157290096459781-127.0.0.1:37785_-n_0000000000) starting
[junit4] 2> 300359 INFO (OverseerStateUpdate-73157290096459781-127.0.0.1:37785_-n_0000000000) [n:127.0.0.1:37785_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37785_
[junit4] 2> 300359 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37785_
[junit4] 2> 300361 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 300363 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 300363 WARN (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 300381 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 300399 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 300406 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 300406 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 300407 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [n:127.0.0.1:37785_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/cores
[junit4] 2> 300422 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 300423 INFO (zkConnectionManagerCallback-623-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 300423 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 300425 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 300426 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41807/solr ready
[junit4] 2> 300455 INFO (qtp1048902223-2029) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37785_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 300458 INFO (OverseerThreadFactory-568-thread-1-processing-n:127.0.0.1:37785_) [n:127.0.0.1:37785_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 300580 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 300581 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 301594 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 301611 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 301751 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 301779 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 301780 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 301786 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:41929/solr_hdfs_home
[junit4] 2> 301786 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 301787 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 301788 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 301798 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 301799 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 301799 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 301840 WARN (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 306841 WARN (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
[junit4] 2> 311879 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 311884 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 311917 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:41929/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 311924 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 311924 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 311930 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 311930 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=2.0302734375, floorSegmentMB=1.2548828125, forceMergeDeletesPctAllowed=0.4084497861281611, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=32.056491177945595
[junit4] 2> 312371 WARN (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 312459 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 312459 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 312459 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 312480 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 312480 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 312482 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=100.8828125, floorSegmentMB=1.5595703125, forceMergeDeletesPctAllowed=10.466897113556747, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=38.36867091176961
[junit4] 2> 312563 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@18b90ad9[control_collection_shard1_replica_n1] main]
[junit4] 2> 312565 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 312565 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 312568 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 312569 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1657125942403792896
[junit4] 2> 312572 INFO (searcherExecutor-573-thread-1-processing-n:127.0.0.1:37785_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@18b90ad9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 312577 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 312577 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37785/control_collection_shard1_replica_n1/
[junit4] 2> 312585 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 312586 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:37785/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 312586 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73157290096459781-core_node2-n_0000000000
[junit4] 2> 312587 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37785/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 312589 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312596 INFO (zkCallback-613-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312605 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 312607 INFO (qtp1048902223-2028) [n:127.0.0.1:37785_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=12026
[junit4] 2> 312609 INFO (qtp1048902223-2029) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 312707 INFO (zkCallback-613-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312707 INFO (zkCallback-613-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312707 INFO (zkCallback-613-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 312709 INFO (qtp1048902223-2029) [n:127.0.0.1:37785_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37785_&wt=javabin&version=2} status=0 QTime=12254
[junit4] 2> 312709 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 312818 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 312822 INFO (zkConnectionManagerCallback-629-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 312822 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 312824 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 312824 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41807/solr ready
[junit4] 2> 312828 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 312855 INFO (qtp1048902223-2027) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 312859 INFO (OverseerCollectionConfigSetProcessor-73157290096459781-127.0.0.1:37785_-n_0000000000) [n:127.0.0.1:37785_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 312859 INFO (OverseerThreadFactory-568-thread-2-processing-n:127.0.0.1:37785_) [n:127.0.0.1:37785_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 313062 WARN (OverseerThreadFactory-568-thread-2-processing-n:127.0.0.1:37785_) [n:127.0.0.1:37785_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 313063 INFO (qtp1048902223-2027) [n:127.0.0.1:37785_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 313064 INFO (qtp1048902223-2027) [n:127.0.0.1:37785_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 1 expected:1
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 313066 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 313259 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001 of type NRT for shard1
[junit4] 2> 313264 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313265 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313265 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313265 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 313267 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313267 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313267 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313268 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6440a12a{/,null,AVAILABLE}
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6356c285{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:43201}
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.e.j.s.Server Started @313302ms
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty1, hostPort=43201, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 313269 ERROR (closeThreadPool-630-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 313269 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.021710Z
[junit4] 2> 313270 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 313279 INFO (zkConnectionManagerCallback-632-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313279 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 313381 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 313381 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001/solr.xml
[junit4] 2> 313385 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 313385 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 313387 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 313436 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-2-001 of type NRT for shard1
[junit4] 2> 313459 WARN (closeThreadPool-630-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313459 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313459 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313459 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 313519 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313519 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313519 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313524 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f8c1a0d{/,null,AVAILABLE}
[junit4] 2> 313525 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36a139a3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45627}
[junit4] 2> 313525 INFO (closeThreadPool-630-thread-2) [ ] o.e.j.s.Server Started @313559ms
[junit4] 2> 313525 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty2, hostPort=45627, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 313526 ERROR (closeThreadPool-630-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 313526 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.278154Z
[junit4] 2> 313530 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 313543 INFO (zkConnectionManagerCallback-635-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313543 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 313639 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-3-001 of type NRT for shard1
[junit4] 2> 313645 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 313645 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-2-001/solr.xml
[junit4] 2> 313650 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 313650 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 313651 INFO (closeThreadPool-630-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 313665 WARN (closeThreadPool-630-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313665 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313665 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313665 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 313757 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 313757 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 313757 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 313791 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6b422cce{/,null,AVAILABLE}
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e44e472{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40229}
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.e.j.s.Server Started @313826ms
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty3, hostPort=40229, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 313793 ERROR (closeThreadPool-630-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 313793 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 313794 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 313794 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 313794 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.546063Z
[junit4] 2> 313810 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 313834 INFO (zkConnectionManagerCallback-638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 313835 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 313941 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-4-001 of type NRT for shard1
[junit4] 2> 313951 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 313951 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-3-001/solr.xml
[junit4] 2> 313955 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 313955 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 313956 INFO (closeThreadPool-630-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 313966 WARN (closeThreadPool-630-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 313966 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 313966 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 313966 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314047 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314047 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314047 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 314052 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71f7ef93{/,null,AVAILABLE}
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@9a6063c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:36371}
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.e.j.s.Server Started @314087ms
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty4, hostPort=36371, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 314054 ERROR (closeThreadPool-630-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 314054 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.806805Z
[junit4] 2> 314075 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314090 INFO (zkConnectionManagerCallback-641-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314091 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314177 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-5-001 of type NRT for shard1
[junit4] 2> 314190 WARN (closeThreadPool-630-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 314190 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 314190 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 314190 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314200 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 314200 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-4-001/solr.xml
[junit4] 2> 314202 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 314202 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 314204 INFO (closeThreadPool-630-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 314236 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64c73edf{/,null,AVAILABLE}
[junit4] 2> 314237 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@34e0daf8{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44915}
[junit4] 2> 314237 INFO (closeThreadPool-630-thread-5) [ ] o.e.j.s.Server Started @314271ms
[junit4] 2> 314237 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty5, hostPort=44915, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 314238 ERROR (closeThreadPool-630-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 314238 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:31.990333Z
[junit4] 2> 314239 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314280 INFO (zkConnectionManagerCallback-644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314281 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314387 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 314387 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-5-001/solr.xml
[junit4] 2> 314392 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 314392 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 314393 INFO (closeThreadPool-630-thread-5) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 314461 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 314462 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2cb03165[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314462 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2cb03165[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314495 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@36731214[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314496 WARN (closeThreadPool-630-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@36731214[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 314497 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41807/solr
[junit4] 2> 314515 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314533 INFO (zkConnectionManagerCallback-651-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314533 INFO (closeThreadPool-630-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314546 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-6-001 of type NRT for shard1
[junit4] 2> 314561 WARN (closeThreadPool-630-thread-6) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 314561 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 314561 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 314561 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314651 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314651 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314651 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 314663 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa1fcd5{/,null,AVAILABLE}
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3cdfa063{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:46385}
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.e.j.s.Server Started @314698ms
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty6, hostPort=46385, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 314665 ERROR (closeThreadPool-630-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
[junit4] 2> 314665 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-30T04:27:32.417563Z
[junit4] 2> 314697 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314715 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 314743 INFO (zkConnectionManagerCallback-653-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314743 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314748 INFO (zkConnectionManagerCallback-655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 314748 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 314763 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 314769 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.ZkController Publish node=127.0.0.1:43201_ as DOWN
[junit4] 2> 314770 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 314770 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43201_
[junit4] 2> 314771 INFO (zkCallback-613-thread-4) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314771 INFO (zkCallback-628-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314772 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 314773 WARN (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 314783 INFO (zkCallback-652-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 314831 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 314855 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 314855 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-6-001/solr.xml
[junit4] 2> 314860 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 314861 INFO (OverseerCollectionConfigSetProcessor-73157290096459781-127.0.0.1:37785_-n_0000000000) [n:127.0.0.1:37785_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 314861 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 314863 INFO (closeThreadPool-630-thread-6) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 314866 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 7 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-7-001 of type NRT for shard1
[junit4] 2> 314899 WARN (closeThreadPool-630-thread-7) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 314899 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 314899 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 314899 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 314901 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 314931 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 314931 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@571071be
[junit4] 2> 314946 INFO (closeThreadPool-630-thread-1) [n:127.0.0.1:43201_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-1-001/cores
[junit4] 2> 314973 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 314973 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 314973 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 314999 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@763b3029{/,null,AVAILABLE}
[junit4] 2> 315000 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.AbstractConnector Started ServerConnector@71f261ed{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33221}
[junit4] 2> 315000 INFO (closeThreadPool-630-thread-7) [ ] o.e.j.s.Server Started @315034ms
[junit4] 2> 315000 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost.localdomain:41929/hdfs__localhost.localdomain_41929__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001_tempDir-002_jetty7, hostPort=33221, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001/shard-7-001/cores, replicaType=NRT}
[junit4] 2> 315001 ERROR (closeThreadPool-630-thread-7) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 315001 INFO (closeThreadPool-630-thread-7) [ ] o.a.s.s.SolrDispatchFilter Using
[...truncated too long message...]
oud.autoscaling.SystemLogListener"},
[junit4] 1> ".scheduled_maintenance.system":{
[junit4] 1> "beforeAction":[],
[junit4] 1> "afterAction":[],
[junit4] 1> "stage":[
[junit4] 1> "STARTED",
[junit4] 1> "ABORTED",
[junit4] 1> "SUCCEEDED",
[junit4] 1> "FAILED",
[junit4] 1> "BEFORE_ACTION",
[junit4] 1> "AFTER_ACTION",
[junit4] 1> "IGNORED"],
[junit4] 1> "trigger":".scheduled_maintenance",
[junit4] 1> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 1> "properties":{}}
[junit4] 1> /solr/clusterprops.json (0)
[junit4] 1> DATA:
[junit4] 1> {
[junit4] 1> "legacyCloud":"true",
[junit4] 1> "urlScheme":"https"}
[junit4] 1>
[junit4] 2> 350142 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 350347 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 28 /solr/collections/collection1/state.json
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 215 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/73157290096459790-127.0.0.1:43201_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 73 /solr/live_nodes
[junit4] 2> 72 /solr/overseer/queue
[junit4] 2> 23 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2>
[junit4] 2> 350349 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41807
[junit4] 2> 350349 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41807
[junit4] 2> 350349 INFO (TEST-HdfsSyncSliceTest.test-seed#[A120C7AE63AEE754]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41807
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsSyncSliceTest -Dtests.method=test -Dtests.seed=A120C7AE63AEE754 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=brx -Dtests.timezone=Europe/Riga -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 51.2s J2 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
[junit4] > at __randomizedtesting.SeedInfo.seed([A120C7AE63AEE754:2974F874CD528AAC]:0)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 350353 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 350363 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@57a1198{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 350364 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@59816877{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 350364 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 350364 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7736becf{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 350366 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 350366 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-39292464-127.0.0.1-1580358432470 (Datanode Uuid 33165ebe-196f-4824-beb3-bd64689e8a46) service to localhost.localdomain/127.0.0.1:41929
[junit4] 2> 350383 WARN (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 350483 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@67f2464f{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 350489 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@45349c2a{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 350489 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 350489 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6192915d{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 350490 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 350490 WARN (BP-39292464-127.0.0.1-1580358432470 heartbeating to localhost.localdomain/127.0.0.1:41929) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-39292464-127.0.0.1-1580358432470 (Datanode Uuid 94efaa6e-2c68-4385-aa44-270b170ac7ae) service to localhost.localdomain/127.0.0.1:41929
[junit4] 2> 350537 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@53d672b9{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 350539 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@216e1d91{HTTP/1.1,[http/1.1]}{localhost.localdomain:0}
[junit4] 2> 350539 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 350539 INFO (SUITE-HdfsSyncSliceTest-seed#[A120C7AE63AEE754]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@669e3f60{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_A120C7AE63AEE754-001
[junit4] 2> Jan 30, 2020 4:28:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 33 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25cfe050), locale=brx, timezone=Europe/Riga
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=12,free=144544928,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [AuthToolTest, TestRandomCollapseQParserPlugin, NumericFieldsTest, ResourceLoaderTest, CdcrBootstrapTest, TestAtomicUpdateErrorCases, DistributedQueryElevationComponentTest, TestFunctionQuery, TestQuerySenderListener, DistributedFacetPivotSmallAdvancedTest, TestJsonFacetsStatsParsing, DateMathParserTest, HLLSerializationTest, RangeFacetCloudTest, HdfsSyncSliceTest]
[junit4] Completed [61/900 (1!)] on J2 in 61.40s, 1 test, 1 failure <<< FAILURES!
[...truncated 55314 lines...]