You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/12 06:05:02 UTC

[JENKINS-EA] Lucene-Solr-7.x-Linux (64bit/jdk-10-ea+32) - Build # 977 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/977/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index 0 out-of-bounds for length 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
	at __randomizedtesting.SeedInfo.seed([5212D7D20AA5CB57:465A8C8729A27649]:0)
	at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
	at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
	at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
	at java.base/java.util.Objects.checkIndex(Objects.java:372)
	at java.base/java.util.ArrayList.get(ArrayList.java:440)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12951 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/init-core-data-001
   [junit4]   2> 1033987 INFO  (SUITE-TestReplicationHandler-seed#[5212D7D20AA5CB57]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1033987 INFO  (SUITE-TestReplicationHandler-seed#[5212D7D20AA5CB57]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 1033987 INFO  (SUITE-TestReplicationHandler-seed#[5212D7D20AA5CB57]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1033988 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexFetchWithMasterUrl
   [junit4]   2> 1033989 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/collection1
   [junit4]   2> 1033990 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1033995 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d987f55{/solr,null,AVAILABLE}
   [junit4]   2> 1033995 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45b262b7{HTTP/1.1,[http/1.1]}{127.0.0.1:33125}
   [junit4]   2> 1033995 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.Server Started @1036360ms
   [junit4]   2> 1033996 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/collection1/data, hostPort=33125}
   [junit4]   2> 1033996 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1033996 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1033996 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1033996 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1033996 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-12T05:31:22.591330Z
   [junit4]   2> 1033996 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/solr.xml
   [junit4]   2> 1033997 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1033998 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1033998 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1034018 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034024 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034024 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034025 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/.
   [junit4]   2> 1034025 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1034026 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1034030 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1034034 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1034034 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1034034 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 1034035 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034035 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1034035 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1034036 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1034062 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1034062 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1034063 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5360209275488043]
   [junit4]   2> 1034063 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7997ed4e[collection1] main]
   [junit4]   2> 1034063 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-001/collection1/conf
   [junit4]   2> 1034064 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1034064 INFO  (coreLoadExecutor-3795-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1034064 INFO  (searcherExecutor-3796-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7997ed4e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1034065 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1
   [junit4]   2> 1034066 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1034069 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f948cb1{/solr,null,AVAILABLE}
   [junit4]   2> 1034069 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a72ccdb{HTTP/1.1,[http/1.1]}{127.0.0.1:42735}
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.Server Started @1036434ms
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1/data, hostPort=42735}
   [junit4]   2> 1034070 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-12T05:31:22.665659Z
   [junit4]   2> 1034070 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/solr.xml
   [junit4]   2> 1034072 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1034072 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1034073 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1034092 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034099 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034100 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034101 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/.
   [junit4]   2> 1034101 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1034105 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1034109 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1034113 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1034114 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1034114 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1034114 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034114 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1034114 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1034115 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1034153 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1034153 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1034153 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5360209275488043]
   [junit4]   2> 1034153 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c2e2b31[collection1] main]
   [junit4]   2> 1034154 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1/conf
   [junit4]   2> 1034157 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1034157 INFO  (coreLoadExecutor-3805-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1034157 INFO  (searcherExecutor-3806-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c2e2b31[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1034170 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1a72ccdb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1034170 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1054616487
   [junit4]   2> 1034170 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1034170 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4178e426: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@740efaeb
   [junit4]   2> 1034175 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1034175 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26f6f8f0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4379921a
   [junit4]   2> 1034178 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1034178 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@432a7321: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47461ead
   [junit4]   2> 1034178 INFO  (coreCloseExecutor-3811-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@437440a
   [junit4]   2> 1034178 INFO  (coreCloseExecutor-3811-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=70730762
   [junit4]   2> 1034178 INFO  (coreCloseExecutor-3811-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4135dae8: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@12b76e91
   [junit4]   2> 1034185 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3f948cb1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1034186 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1034186 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69de9f29{/solr,null,AVAILABLE}
   [junit4]   2> 1034186 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2a1d1ebc{HTTP/1.1,[http/1.1]}{127.0.0.1:46621}
   [junit4]   2> 1034186 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.Server Started @1036551ms
   [junit4]   2> 1034187 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1/data, hostPort=46621}
   [junit4]   2> 1034187 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1034187 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1034187 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1034187 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1034187 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-12T05:31:22.782359Z
   [junit4]   2> 1034187 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/solr.xml
   [junit4]   2> 1034188 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1034189 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1034189 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1034206 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034212 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034212 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034213 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/.
   [junit4]   2> 1034213 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 1034214 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1034218 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1034221 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1034222 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 1034222 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 1034222 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@da7f650
   [junit4]   2> 1034222 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1034223 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1034223 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=11, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1034265 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1034265 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1034266 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=27, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5360209275488043]
   [junit4]   2> 1034266 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ee6f37c[collection1] main]
   [junit4]   2> 1034266 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001/solr-instance-002/collection1/conf
   [junit4]   2> 1034267 INFO  (coreLoadExecutor-3818-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1034268 INFO  (searcherExecutor-3819-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ee6f37c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1034269 INFO  (qtp209810735-11380) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1034270 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1034271 INFO  (qtp1808149259-11418) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1034271 INFO  (qtp1808149259-11418) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 1034272 INFO  (qtp1808149259-11419) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1034272 INFO  (qtp1808149259-11419) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7ba7acaf commitCommandVersion:0
   [junit4]   2> 1034272 INFO  (qtp1808149259-11419) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@345d5790[collection1] main]
   [junit4]   2> 1034272 INFO  (qtp1808149259-11419) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1034273 INFO  (searcherExecutor-3819-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@345d5790[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1034273 INFO  (qtp1808149259-11419) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 1034274 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1034274 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1034274 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1034274 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1034274 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1034275 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1034276 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1034277 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1034278 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1034279 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1034280 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1034281 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1034282 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1034283 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1034284 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1034285 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1034286 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 1034287 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 1034288 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 1034289 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 1034290 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 1034291 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 1034292 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 1034293 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 1034294 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 1034295 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 1034296 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 1034297 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 1034298 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 1034299 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 1034300 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 1034301 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 1034302 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 1034303 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[257]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[258]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[259]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[260]} 0 0
   [junit4]   2> 1034304 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[261]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[262]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[263]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[264]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[265]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[266]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[267]} 0 0
   [junit4]   2> 1034305 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[268]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[269]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[270]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[271]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[272]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[273]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[274]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[275]} 0 0
   [junit4]   2> 1034306 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[276]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[277]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[278]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[279]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[280]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[281]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[282]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[283]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[284]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[285]} 0 0
   [junit4]   2> 1034307 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[286]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[287]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[288]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[289]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[290]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[291]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[292]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[293]} 0 0
   [junit4]   2> 1034308 INFO  (qtp209810735-11380) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[294]} 0 0
   [junit4]   2> 1034309 INFO  (qtp209810735-11375) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[295]} 0 0
   [junit4]   2> 1034309 INFO  (qtp209810735-11381) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[296]} 0 0
   [junit4]   2> 1034309 INFO  (qtp209810735-11382) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[297]} 0 0
   [junit4]   2> 10343

[...truncated too long message...]

stStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestStressReplication
   [junit4]   2> 1108265 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c182e43{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1108265 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=498178010
   [junit4]   2> 1108265 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1108265 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25e7d34a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@73d7f3d0
   [junit4]   2> 1108269 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1108269 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@454b1533: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4379921a
   [junit4]   2> 1108272 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1108272 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a92ca83: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47461ead
   [junit4]   2> 1108272 INFO  (coreCloseExecutor-4488-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3aeed617
   [junit4]   2> 1108272 INFO  (coreCloseExecutor-4488-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=988730903
   [junit4]   2> 1108272 INFO  (coreCloseExecutor-4488-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fec4f2e: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6ea97eef
   [junit4]   2> 1108276 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76b7dc0b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1108277 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4a876afa{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1108277 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1810289302
   [junit4]   2> 1108277 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1108277 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12678bb2: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7eaebcd8
   [junit4]   2> 1108278 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1108278 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b48364b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4379921a
   [junit4]   2> 1108278 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1108278 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@439df86d: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@47461ead
   [junit4]   2> 1108279 INFO  (coreCloseExecutor-4490-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3a1e7e46
   [junit4]   2> 1108279 INFO  (coreCloseExecutor-4490-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=975076934
   [junit4]   2> 1108279 INFO  (coreCloseExecutor-4490-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6b8ea4b8: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@48387ab4
   [junit4]   2> 1108284 INFO  (TEST-TestReplicationHandler.doTestStressReplication-seed#[5212D7D20AA5CB57]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@176019b2{/solr,null,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_5212D7D20AA5CB57-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=Lucene50(blocksize=128), id=Lucene50(blocksize=128), newname=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1609, maxMBSortInHeap=5.0950214364639965, sim=RandomSimilarity(queryNorm=false): {}, locale=en-GI, timezone=Etc/Greenwich
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=62539448,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [MetricUtilsTest, TestSurroundQueryParser, TestStreamBody, TestNestedDocsSort, TestManagedSynonymGraphFilterFactory, ImplicitSnitchTest, ExitableDirectoryReaderTest, SolrIndexSplitterTest, PathHierarchyTokenizerFactoryTest, TestGraphMLResponseWriter, TestCloudJSONFacetJoinDomain, BlockJoinFacetSimpleTest, TestSolrQueryResponse, DocValuesMultiTest, PKIAuthenticationIntegrationTest, SuggesterTSTTest, LeaderFailureAfterFreshStartTest, TestDeleteCollectionOnDownNodes, BJQParserTest, HdfsRecoverLeaseTest, TestSolrCoreSnapshots, OverseerRolesTest, TestRTGBase, HttpPartitionTest, TestFastWriter, TestLegacyFieldCache, TestUseDocValuesAsStored2, ShardRoutingCustomTest, NodeLostTriggerTest, TestCollationFieldDocValues, ConcurrentDeleteAndCreateCollectionTest, AtomicUpdateProcessorFactoryTest, HdfsAutoAddReplicasIntegrationTest, TestXIncludeConfig, CdcrUpdateLogTest, TestUninvertingReader, TestFaceting, HighlighterConfigTest, AddReplicaTest, TestPseudoReturnFields, TestReplicaProperties, TestUniqueKeyFieldResource, TestCollectionAPI, TestLegacyNumericUtils, DirectUpdateHandlerTest, ChaosMonkeySafeLeaderTest, TestManagedResourceStorage, PreAnalyzedUpdateProcessorTest, SchemaVersionSpecificBehaviorTest, CheckHdfsIndexTest, InfoHandlerTest, TestSolrCoreParser, TestSchemaManager, TestFieldCache, RankQueryTest, CollectionTooManyReplicasTest, TestFileDictionaryLookup, TestPerFieldSimilarityWithDefaultOverride, SubstringBytesRefFilterTest, DocExpirationUpdateProcessorFactoryTest, PingRequestHandlerTest, TestStressReorder, TestExclusionRuleCollectionAccess, TestJsonRequest, TestMinMaxOnMultiValuedField, TestCursorMarkWithoutUniqueKey, BlockCacheTest, HdfsChaosMonkeySafeLeaderTest, NotRequiredUniqueKeyTest, TestSlowCompositeReaderWrapper, MBeansHandlerTest, CloudExitableDirectoryReaderTest, TestCustomDocTransformer, TestSchemaSimilarityResource, TestSizeLimitedDistributedMap, ShowFileRequestHandlerTest, TestLuceneMatchVersion, TestDocSet, TestGraphTermsQParserPlugin, HdfsUnloadDistributedZkTest, TestReloadAndDeleteDocs, TestRandomFlRTGCloud, SignatureUpdateProcessorFactoryTest, TestConfigSetProperties, SolrRequestParserTest, OpenExchangeRatesOrgProviderTest, PreAnalyzedFieldTest, TestXmlQParserPlugin, MultiThreadedOCPTest, TestHdfsBackupRestoreCore, PreAnalyzedFieldManagedSchemaCloudTest, ChangedSchemaMergeTest, DocumentAnalysisRequestHandlerTest, TestCustomStream, TestAtomicUpdateErrorCases, V2ApiIntegrationTest, DebugComponentTest, TestSolrCLIRunExample, PrimUtilsTest, PeerSyncReplicationTest, TestFieldCacheSortRandom, TestCollationField, TestInfoStreamLogging, TestTolerantUpdateProcessorCloud, DistributedVersionInfoTest, TestRestoreCore, SpellCheckCollatorWithCollapseTest, TestSolrCloudWithKerberosAlt, SolrCmdDistributorTest, TestLeaderElectionZkExpiry, SolrCloudReportersTest, BadIndexSchemaTest, TestRuleBasedAuthorizationPlugin, ShardRoutingTest, SpellingQueryConverterTest, DistributedQueryComponentCustomSortTest, TestCopyFieldCollectionResource, OpenCloseCoreStressTest, TestLRUStatsCache, NumericFieldsTest, TestSolr4Spatial, TestHttpShardHandlerFactory, TestReplicationHandler]
   [junit4] Completed [386/751 (1!)] on J1 in 74.31s, 16 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 41319 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 979 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/979/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([D77BDF962F1881EB]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([D77BDF962F1881EB]:0)


FAILED:  org.apache.solr.cloud.LeaderFailureAfterFreshStartTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33137/_u/h

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33137/_u/h
	at __randomizedtesting.SeedInfo.seed([D77BDF962F1881EB:5F2FE04C81E4EC13]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  org.apache.solr.core.TestLazyCores.testNoCommit

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([D77BDF962F1881EB:81B7E47E43FE24E]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
	at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=*:*
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
	... 40 more




Build Log:
[...truncated 11952 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailureAfterFreshStartTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/init-core-data-001
   [junit4]   2> 129801 WARN  (SUITE-LeaderFailureAfterFreshStartTest-seed#[D77BDF962F1881EB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 129802 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[D77BDF962F1881EB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 129802 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[D77BDF962F1881EB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 129802 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[D77BDF962F1881EB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 129803 INFO  (SUITE-LeaderFailureAfterFreshStartTest-seed#[D77BDF962F1881EB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_u/h
   [junit4]   2> 129805 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 129805 INFO  (Thread-1376) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 129805 INFO  (Thread-1376) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 129811 ERROR (Thread-1376) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 129905 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.ZkTestServer start zk server on port:41473
   [junit4]   2> 129907 INFO  (zkConnectionManagerCallback-1178-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129909 INFO  (zkConnectionManagerCallback-1180-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 129910 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 129911 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 129912 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 129912 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 129913 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 129913 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 129913 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 129914 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 129914 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 129915 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 129915 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 129916 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 130004 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 130005 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c307f81{/_u/h,null,AVAILABLE}
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f1d4123{HTTP/1.1,[http/1.1]}{127.0.0.1:33137}
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.e.j.s.Server Started @132211ms
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_u/h, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/tempDir-001/control/data, hostPort=33137, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 130007 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 7.3.0
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 130007 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-12T15:53:58.184469Z
   [junit4]   2> 130008 INFO  (zkConnectionManagerCallback-1182-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 130009 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 130009 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/control-001/solr.xml
   [junit4]   2> 130011 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 130011 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 130011 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5cf35a69, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 130013 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41473/solr
   [junit4]   2> 130014 INFO  (zkConnectionManagerCallback-1186-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 130015 INFO  (zkConnectionManagerCallback-1188-thread-1-processing-n:127.0.0.1:33137__u%2Fh) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 130040 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 130040 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33137__u%2Fh
   [junit4]   2> 130040 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.Overseer Overseer (id=99162130873319428-127.0.0.1:33137__u%2Fh-n_0000000000) starting
   [junit4]   2> 130043 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33137__u%2Fh
   [junit4]   2> 130043 INFO  (OverseerStateUpdate-99162130873319428-127.0.0.1:33137__u%2Fh-n_0000000000) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 130091 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cf35a69
   [junit4]   2> 130099 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cf35a69
   [junit4]   2> 130099 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cf35a69
   [junit4]   2> 130100 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/control-001/cores
   [junit4]   2> 130114 INFO  (zkConnectionManagerCallback-1194-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 130114 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 130114 INFO  (TEST-LeaderFailureAfterFreshStartTest.test-seed#[D77BDF962F1881EB]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41473/solr ready
   [junit4]   2> 130117 INFO  (qtp432546112-3093) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:33137__u%252Fh&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 130118 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:33137__u%2Fh) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 130221 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 130221 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 130324 INFO  (zkCallback-1187-thread-1-processing-n:127.0.0.1:33137__u%2Fh) [n:127.0.0.1:33137__u%2Fh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 131237 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 131244 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 131302 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 131327 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 131327 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cf35a69
   [junit4]   2> 131328 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 131329 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailureAfterFreshStartTest_D77BDF962F1881EB-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 131331 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=7.1259765625, floorSegmentMB=1.5927734375, forceMergeDeletesPctAllowed=17.25082902734118, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1692517634533514
   [junit4]   2> 131350 WARN  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 131391 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 131391 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 131392 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 131392 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 131393 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=63.126953125, floorSegmentMB=0.2724609375, forceMergeDeletesPctAllowed=24.80277939567071, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.37176066676072084
   [junit4]   2> 131394 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1082db48[control_collection_shard1_replica_n1] main]
   [junit4]   2> 131395 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 131395 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 131396 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 131396 INFO  (searcherExecutor-634-thread-1-processing-n:127.0.0.1:33137__u%2Fh x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1082db48[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 131396 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586594095639298048
   [junit4]   2> 131411 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 131411 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 131411 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33137/_u/h/control_collection_shard1_replica_n1/
   [junit4]   2> 131411 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 131411 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:33137/_u/h/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 131411 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 131412 INFO  (qtp432546112-3095) [n:127.0.0.1:33137__u%2Fh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33137/_u/h/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 190157 INFO  (zkConnectionManagerCallback-1196-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   1> / (2)
   [junit4]   1> DATA:
   [junit4]   1>     
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1>  /solr (11)
   [junit4]   1>   /solr/configs (2)
   [junit4]   1>    /solr/configs/_default (7)
   [junit4]   1>     /solr/configs/_default/protwords.txt (0)
   [junit4]   1>     DATA: ...supressed...
   [junit4]   1>     /solr/configs/_default/managed-schema (0)
   [junit4]   1>     DATA:
   [junit4]   1>         <?xml version="1.0" encoding="UTF-8" ?>
   [junit4]   1>         <!--
   [junit4]   1>          Licensed to the Apache Software Foundation (ASF) under one or more
   [junit4]   1>          contributor license agreements.  See the NOTICE file distributed with
   [junit4]   1>          this work for additional information regarding copyright ownership.
   [junit4]   1>          The ASF licenses this file to You under the Apache License, Version 2.0
   [junit4]   1>          (the "License"); you may not use this file except in compliance with
   [junit4]   1>          the License.  You may obtain a copy of the License at
   [junit4]   1>         
   [junit4]   1>              http://www.apache.org/licenses/LICENSE-2.0
   [junit4]   1>         
   [junit4]   1>          Unless required by applicable law or agreed to in writing, software
   [junit4]   1>          distributed under the License is distributed on an "AS IS" BASIS,
   [junit4]   1>          WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   [junit4]   1>          See the License for the specific language governing permissions and
   [junit4]   1>          limitations under the License.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <!--
   [junit4]   1>         
   [junit4]   1>          This example schema is the recommended starting point for users.
   [junit4]   1>          It should be kept correct and concise, usable out-of-the-box.
   [junit4]   1>         
   [junit4]   1>         
   [junit4]   1>          For more information, on how to customize this file, please see
   [junit4]   1>          http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
   [junit4]   1>         
   [junit4]   1>          PERFORMANCE NOTE: this schema includes many optional features and should not
   [junit4]   1>          be used for benchmarking.  To improve performance one could
   [junit4]   1>           - set stored="false" for all fields possible (esp large fields) when you
   [junit4]   1>             only need to search on the field but don't need to return the original
   [junit4]   1>             value.
   [junit4]   1>           - set indexed="false" if you don't need to search on the field, but only
   [junit4]   1>             return the field as a result of searching on other indexed fields.
   [junit4]   1>           - remove all unneeded copyField statements
   [junit4]   1>           - for best index size and searching performance, set "index" to false
   [junit4]   1>             for all general text fields, use copyField to copy them to the
   [junit4]   1>             catchall "text" field, and use that for searching.
   [junit4]   1>         -->
   [junit4]   1>         
   [junit4]   1>         <schema name="default-config" version="1.6">
   [junit4]   1>             <!-- attribute "name" is the name of this schema and is only used for display purposes.
   [junit4]   1>                version="x.y" is Solr's version number for the schema syntax and 
   [junit4]   1>                semantics.  It should not normally be changed by applications.
   [junit4]   1>         
   [junit4]   1>                1.0: multiValued attribute did not exist, all fields are multiValued 
   [junit4]   1>                     by nature
   [junit4]   1>                1.1: multiValued attribute introduced, false by default 
   [junit4]   1>                1.2: omitTermFreqAndPositions attribute introduced, true by default 
   [junit4]   1>                     except for text fields.
   [junit4]   1>                1.3: removed optional field compress feature
   [junit4]   1>                1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
   [junit4]   1>                     behavior when a single string produces multiple tokens.  Defaults 
   [junit4]   1>                     to off for version >= 1.4
   [junit4]   1>                1.5: omitNorms defaults to true for primitive field types 
   [junit4]   1>                     (int, float, boolean, string...)
   [junit4]   1>                1.6: useDocValuesAsStored defaults to true.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- Valid attributes for fields:
   [junit4]   1>              name: mandatory - the name for the field
   [junit4]   1>              type: mandatory - the name of a field type from the 
   [junit4]   1>                fieldTypes section
   [junit4]   1>              indexed: true if this field should be indexed (searchable or sortable)
   [junit4]   1>              stored: true if this field should be retrievable
   [junit4]   1>              docValues: true if this field should have doc values. Doc Values is
   [junit4]   1>                recommended (required, if you are using *Point fields) for faceting,
   [junit4]   1>                grouping, sorting and function queries. Doc Values will make the index
   [junit4]   1>                faster to load, more NRT-friendly and more memory-efficient. 
   [junit4]   1>                They are currently only supported by StrField, UUIDField, all 
   [junit4]   1>                *PointFields, and depending on the field type, they might require
   [junit4]   1>                the field to be single-valued, be required or have a default value
   [junit4]   1>                (check the documentation of the field type you're interested in for
   [junit4]   1>                more information)
   [junit4]   1>              multiValued: true if this field may contain multiple values per document
   [junit4]   1>              omitNorms: (expert) set to true to omit the norms associated with
   [junit4]   1>                this field (this disables length normalization and index-time
   [junit4]   1>                boosting for the field, and saves some memory).  Only full-text
   [junit4]   1>                fields or fields that need an index-time boost need norms.
   [junit4]   1>                Norms are omitted for primitive (non-analyzed) types by default.
   [junit4]   1>              termVectors: [false] set to true to store the term vector for a
   [junit4]   1>                given field.
   [junit4]   1>                When using MoreLikeThis, fields used for similarity should be
   [junit4]   1>                stored for best performance.
   [junit4]   1>              termPositions: Store position information with the term vector.  
   [junit4]   1>                This will increase storage costs.
   [junit4]   1>              termOffsets: Store offset information with the term vector. This 
   [junit4]   1>                will increase storage costs.
   [junit4]   1>              required: The field is required.  It will throw an error if the
   [junit4]   1>                value does not exist
   [junit4]   1>              default: a value that should be used if no value is specified
   [junit4]   1>                when adding a document.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field names should consist of alphanumeric or underscore characters only and
   [junit4]   1>               not start with a digit.  This is not currently strictly enforced,
   [junit4]   1>               but other field names will not have first class support from all components
   [junit4]   1>               and back compatibility is not guaranteed.  Names with both leading and
   [junit4]   1>               trailing underscores (e.g. _version_) are reserved.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- In this _default configset, only four fields are pre-declared:
   [junit4]   1>                  id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
   [junit4]   1>                  "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
   [junit4]   1>                  
   [junit4]   1>                  Note that many dynamic fields are also defined - you can use them to specify a 
   [junit4]   1>                  field's type via field naming conventions - see below.
   [junit4]   1>           
   [junit4]   1>                  WARNING: The _text_ catch-all field will significantly increase your index size.
   [junit4]   1>                  If you don't need it, consider removing it and the corresponding copyField directive.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
   [junit4]   1>             <!-- docValues are enabled by default for long type so we don't need to index the version field  -->
   [junit4]   1>             <field name="_version_" type="plong" indexed="false" stored="false"/>
   [junit4]   1>             <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
   [junit4]   1>             <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
   [junit4]   1>                  because it's very expensive to index everything twice. -->
   [junit4]   1>             <!-- <copyField source="*" dest="_text_"/> -->
   [junit4]   1>         
   [junit4]   1>             <!-- Dynamic field definitions allow using convention over configuration
   [junit4]   1>                for fields via the specification of patterns to match field names.
   [junit4]   1>                EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
   [junit4]   1>                RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end.  -->
   [junit4]   1>            
   [junit4]   1>             <dynamicField name="*_i"  type="pint"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_is" type="pints"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" />
   [junit4]   1>             <dynamicField name="*_ss" type="strings"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_l"  type="plong"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ls" type="plongs"   indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_b"  type="boolean" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_f"  type="pfloat"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_fs" type="pfloats"  indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_d"  type="pdouble" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_ds" type="pdoubles" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Type used for data-driven schema, to add a string copy for each text field -->
   [junit4]   1>             <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_dt"  type="pdate"    indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dts" type="pdate"    indexed="true"  stored="true" multiValued="true"/>
   [junit4]   1>             <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
   [junit4]   1>             <dynamicField name="*_srpt"  type="location_rpt" indexed="true" stored="true"/>
   [junit4]   1>             
   [junit4]   1>             <!-- payloaded dynamic fields -->
   [junit4]   1>             <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true"  stored="true"/>
   [junit4]   1>             <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true"  stored="true"/>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- Field to use to determine and enforce document uniqueness.
   [junit4]   1>               Unless this field is marked with required="false", it will be a required field
   [junit4]   1>             -->
   [junit4]   1>             <uniqueKey>id</uniqueKey>
   [junit4]   1>         
   [junit4]   1>             <!-- copyField commands copy one field to another at the time a document
   [junit4]   1>                is added to the index.  It's used either to index the same field differently,
   [junit4]   1>                or to add multiple fields to the same field for easier/faster searching.
   [junit4]   1>         
   [junit4]   1>             <copyField source="sourceFieldName" dest="destinationFieldName"/>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- field type definitions. The "name" attribute is
   [junit4]   1>                just a label to be used by field definitions.  The "class"
   [junit4]   1>                attribute and any other attributes determine the real
   [junit4]   1>                behavior of the fieldType.
   [junit4]   1>                  Class names starting with "solr" refer to java classes in a
   [junit4]   1>                standard package such as org.apache.solr.analysis
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
   [junit4]   1>                  currently supported on types that are sorted internally as strings
   [junit4]   1>                  and on numeric types.
   [junit4]   1>                This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
   [junit4]   1>                - If sortMissingLast="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come after documents with the field,
   [junit4]   1>                  regardless of the requested sort order (asc or desc).
   [junit4]   1>                - If sortMissingFirst="true", then a sort on this field will cause documents
   [junit4]   1>                  without the field to come before documents with the field,
   [junit4]   1>                  regardless of the requested sort order.
   [junit4]   1>                - If sortMissingLast="false" and sortMissingFirst="false" (the default),
   [junit4]   1>                  then default lucene sorting will be used which places docs without the
   [junit4]   1>                  field first in an ascending sort and last in a descending sort.
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
   [junit4]   1>             <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
   [junit4]   1>             <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
   [junit4]   1>         
   [junit4]   1>             <!-- boolean type: "true" or "false" -->
   [junit4]   1>             <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
   [junit4]   1>             <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Numeric field types that index values using KD-trees.
   [junit4]   1>               Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
   [junit4]   1>             
   [junit4]   1>             <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
   [junit4]   1>             <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
   [junit4]   1>                  is a more restricted form of the canonical representation of dateTime
   [junit4]   1>                  http://www.w3.org/TR/xmlschema-2/#dateTime    
   [junit4]   1>                  The trailing "Z" designates UTC time and is mandatory.
   [junit4]   1>                  Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
   [junit4]   1>                  All other components are mandatory.
   [junit4]   1>         
   [junit4]   1>                  Expressions can also be used to denote calculations that should be
   [junit4]   1>                  performed relative to "NOW" to determine the value, ie...
   [junit4]   1>         
   [junit4]   1>                        NOW/HOUR
   [junit4]   1>                           ... Round to the start of the current hour
   [junit4]   1>                        NOW-1DAY
   [junit4]   1>                           ... Exactly 1 day prior to now
   [junit4]   1>                        NOW/DAY+6MONTHS+3DAYS
   [junit4]   1>                           ... 6 months and 3 days in the future from the start of
   [junit4]   1>                               the current day
   [junit4]   1>                               
   [junit4]   1>               -->
   [junit4]   1>             <!-- KD-tree versions of date fields -->
   [junit4]   1>             <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
   [junit4]   1>             <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
   [junit4]   1>             
   [junit4]   1>             <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
   [junit4]   1>             <fieldType name="binary" class="solr.BinaryField"/>
   [junit4]   1>         
   [junit4]   1>             <!-- solr.TextField allows the specification of custom text analyzers
   [junit4]   1>                  specified as a tokenizer and a list of token filters. Different
   [junit4]   1>                  analyzers may be specified for indexing and querying.
   [junit4]   1>         
   [junit4]   1>                  The optional positionIncrementGap puts space between multiple fields of
   [junit4]   1>                  this type on the same document, with the purpose of preventing false phrase
   [junit4]   1>                  matching across fields.
   [junit4]   1>         
   [junit4]   1>                  For more info on customizing your analyzer chain, please see
   [junit4]   1>                  http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
   [junit4]   1>              -->
   [junit4]   1>         
   [junit4]   1>             <!-- One can also specify an existing Analyzer class that has a
   [junit4]   1>                  default constructor via the class attribute on the analyzer element.
   [junit4]   1>                  Example:
   [junit4]   1>             <fieldType name="text_greek" class="solr.TextField">
   [junit4]   1>               <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
   [junit4]   1>             </fieldType>
   [junit4]   1>             -->
   [junit4]   1>         
   [junit4]   1>             <!-- A text field that only splits on whitespace for exact matching of words -->
   [junit4]   1>             <dynamicField name="*_ws" type="text_ws"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A general text field that has reasonable, generic
   [junit4]   1>                  cross-language defaults: it tokenizes with StandardTokenizer,
   [junit4]   1>         	       removes stop words from case-insensitive "stopwords.txt"
   [junit4]   1>         	       (empty by default), and down cases.  At query time only, it
   [junit4]   1>         	       also applies synonyms.
   [junit4]   1>         	  -->
   [junit4]   1>             <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
   [junit4]   1>                  removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
   [junit4]   1>                  finally applies Porter's stemming.  The query time analyzer also applies synonyms from synonyms.txt. -->
   [junit4]   1>             <dynamicField name="*_txt_en" type="text_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                     />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.EnglishPossessiveFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>         	      -->
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- A text field with defaults appropriate for English, plus
   [junit4]   1>                  aggressive word-splitting and autophrase features enabled.
   [junit4]   1>                  This field is just like text_en, except it adds
   [junit4]   1>                  WordDelimiterGraphFilter to enable splitting and matching of
   [junit4]   1>                  words on case-change, alpha numeric boundaries, and
   [junit4]   1>                  non-alphanumeric chars.  This means certain compound word
   [junit4]   1>                  cases will work, for example query "wi fi" will match
   [junit4]   1>                  document "WiFi" or "wi-fi".
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_en_split" type="text_en_splitting"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <!-- in this example, we will only use synonyms at query time
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 -->
   [junit4]   1>                 <!-- Case insensitive stop word removal.
   [junit4]   1>                 -->
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory"
   [junit4]   1>                         ignoreCase="true"
   [junit4]   1>                         words="lang/stopwords_en.txt"
   [junit4]   1>                 />
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.PorterStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Less flexible matching, but less false matches.  Probably not ideal for product names,
   [junit4]   1>                  but may be good for SKUs.  Can insert dashes in the wrong place and still match. -->
   [junit4]   1>             <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>                 <filter class="solr.FlattenGraphFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
   [junit4]   1>                 <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
   [junit4]   1>                 <filter class="solr.EnglishMinimalStemFilterFactory"/>
   [junit4]   1>                 <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
   [junit4]   1>                      possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
   [junit4]   1>                 <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Just like text_general except it reverses the characters of
   [junit4]   1>         	       each token, to enable more efficient leading wildcard queries.
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_txt_rev" type="text_general_rev"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
   [junit4]   1>                         maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <dynamicField name="*_phon_en" type="phonetic_en"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- lowercases the entire field value, keeping it as a single token.  -->
   [junit4]   1>             <dynamicField name="*_s_lower" type="lowercase"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- 
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at index time, so
   [junit4]   1>               queries for paths match documents at that path, or in descendent paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_descendent_path" type="descendent_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="descendent_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!--
   [junit4]   1>               Example of using PathHierarchyTokenizerFactory at query time, so
   [junit4]   1>               queries for paths match documents at that path, or in ancestor paths
   [junit4]   1>             -->
   [junit4]   1>             <dynamicField name="*_ancestor_path" type="ancestor_path"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="ancestor_path" class="solr.TextField">
   [junit4]   1>               <analyzer type="index">
   [junit4]   1>                 <tokenizer class="solr.KeywordTokenizerFactory" />
   [junit4]   1>               </analyzer>
   [junit4]   1>               <analyzer type="query">
   [junit4]   1>                 <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- This point type indexes the coordinates as separate fields (subFields)
   [junit4]   1>               If subFieldType is defined, it references a type, and a dynamic field
   [junit4]   1>               definition is created matching *___<typename>.  Alternately, if 
   [junit4]   1>               subFieldSuffix is defined, that is used to create the subFields.
   [junit4]   1>               Example: if subFieldType="double", then the coordinates would be
   [junit4]   1>                 indexed in fields myloc_0___double,myloc_1___double.
   [junit4]   1>               Example: if subFieldSuffix="_d" then the coordinates would be indexed
   [junit4]   1>                 in fields myloc_0_d,myloc_1_d
   [junit4]   1>               The subFields are an implementation detail of the fieldType, and end
   [junit4]   1>               users normally should not need to know about them.
   [junit4]   1>              -->
   [junit4]   1>             <dynamicField name="*_point" type="point"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A specialized field for geospatial search filters and distance sorting. -->
   [junit4]   1>             <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
   [junit4]   1>         
   [junit4]   1>             <!-- A geospatial field type that supports multiValued and polygon shapes.
   [junit4]   1>               For more information about this and other spatial fields see:
   [junit4]   1>               http://lucene.apache.org/solr/guide/spatial-search.html
   [junit4]   1>             -->
   [junit4]   1>             <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
   [junit4]   1>                        geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
   [junit4]   1>         
   [junit4]   1>             <!-- Payloaded field types -->
   [junit4]   1>             <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.WhitespaceTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- some examples for different languages (generally ordered by ISO code) -->
   [junit4]   1>         
   [junit4]   1>             <!-- Arabic -->
   [junit4]   1>             <dynamicField name="*_txt_ar" type="text_ar"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- for any non-arabic -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
   [junit4]   1>                 <!-- normalizes ﻯ to ﻱ, etc -->
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Bulgarian -->
   [junit4]   1>             <dynamicField name="*_txt_bg" type="text_bg"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/> 
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" /> 
   [junit4]   1>                 <filter class="solr.BulgarianStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Catalan -->
   [junit4]   1>             <dynamicField name="*_txt_ca" type="text_ca"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- removes l', etc -->
   [junit4]   1>                 <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
   [junit4]   1>             <dynamicField name="*_txt_cjk" type="text_cjk"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- normalize width before bigram, as e.g. half-width dakuten combine  -->
   [junit4]   1>                 <filter class="solr.CJKWidthFilterFactory"/>
   [junit4]   1>                 <!-- for any non-CJK -->
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.CJKBigramFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>         
   [junit4]   1>             <!-- Czech -->
   [junit4]   1>             <dynamicField name="*_txt_cz" type="text_cz"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
   [junit4]   1>                 <filter class="solr.CzechStemFilterFactory"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Danish -->
   [junit4]   1>             <dynamicField name="*_txt_da" type="text_da"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>       
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- German -->
   [junit4]   1>             <dynamicField name="*_txt_de" type="text_de"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.GermanNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.GermanLightStemFilterFactory"/>
   [junit4]   1>                 <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Greek -->
   [junit4]   1>             <dynamicField name="*_txt_el" type="text_el"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <!-- greek specific lowercase for sigma -->
   [junit4]   1>                 <filter class="solr.GreekLowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
   [junit4]   1>                 <filter class="solr.GreekStemFilterFactory"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Spanish -->
   [junit4]   1>             <dynamicField name="*_txt_es" type="text_es"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
   [junit4]   1>                 <filter class="solr.SpanishLightStemFilterFactory"/>
   [junit4]   1>                 <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Basque -->
   [junit4]   1>             <dynamicField name="*_txt_eu" type="text_eu"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer> 
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
   [junit4]   1>                 <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Persian -->
   [junit4]   1>             <dynamicField name="*_txt_fa" type="text_fa"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
   [junit4]   1>               <analyzer>
   [junit4]   1>                 <!-- for ZWNJ -->
   [junit4]   1>                 <charFilter class="solr.PersianCharFilterFactory"/>
   [junit4]   1>                 <tokenizer class="solr.StandardTokenizerFactory"/>
   [junit4]   1>                 <filter class="solr.LowerCaseFilterFactory"/>
   [junit4]   1>                 <filter class="solr.ArabicNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.PersianNormalizationFilterFactory"/>
   [junit4]   1>                 <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
   [junit4]   1>               </analyzer>
   [junit4]   1>             </fieldType>
   [junit4]   1>             
   [junit4]   1>             <!-- Finnish -->
   [junit4]   1>             <dynamicField name="*_txt_fi" type="text_fi"  indexed="true"  stored="true"/>
   [junit4]   1>             <fieldType name="text_fi" clas

[...truncated too long message...]

es on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestLazyCores_D77BDF962F1881EB-001
   [junit4]   2> Dec 12, 2017 4:24:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Dec 12, 2017 4:24:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]   2>    1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Dec 12, 2017 4:24:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2> Dec 12, 2017 4:24:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]   2>         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2>         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {v_t=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), v_s=PostingsFormat(name=Memory), v_f=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=1082, maxMBSortInHeap=7.686840785184237, sim=RandomSimilarity(queryNorm=false): {}, locale=fr-ML, timezone=Asia/Ulan_Bator
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=2,free=120040600,total=494403584
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedSchemaAPI, BlockCacheTest, TestFieldCache, UpdateLogTest, PreAnalyzedUpdateProcessorTest, ReplaceNodeTest, TestHdfsUpdateLog, TestReloadAndDeleteDocs, PingRequestHandlerTest, RequestHandlersTest, AtomicUpdateProcessorFactoryTest, TestSchemaManager, DeleteLastCustomShardedReplicaTest, TestPerFieldSimilarity, TestCustomSort, InfoHandlerTest, TestSizeLimitedDistributedMap, TestQuerySenderNoQuery, ConvertedLegacyTest, TestMinMaxOnMultiValuedField, TestJsonRequest, DOMUtilTest, BadIndexSchemaTest, SuggesterTSTTest, ClassificationUpdateProcessorIntegrationTest, AutoScalingHandlerTest, TestAnalyzedSuggestions, LeaderFailureAfterFreshStartTest, TestCustomDocTransformer, TestBlobHandler, TestBM25SimilarityFactory, TestCollectionAPI, TestRTGBase, TestClusterStateMutator, BitVectorTest, CdcrBidirectionalTest, ConcurrentDeleteAndCreateCollectionTest, TestRandomCollapseQParserPlugin, TestMaxTokenLenTokenizer, HttpSolrCallGetCoreTest, BJQParserTest, TestDocumentBuilder, CircularListTest, HdfsBasicDistributedZk2Test, RankQueryTest, LukeRequestHandlerTest, CollectionTooManyReplicasTest, MetricUtilsTest, ShardRoutingCustomTest, V2ApiIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, HdfsChaosMonkeySafeLeaderTest, PathHierarchyTokenizerFactoryTest, TestImpersonationWithHadoopAuth, TestCoreAdminApis, DistributedFacetExistsSmallTest, SignatureUpdateProcessorFactoryTest, SynonymTokenizerTest, ShardRoutingTest, TestManagedResourceStorage, TestUseDocValuesAsStored2, TestJmxIntegration, CursorMarkTest, TestLeaderElectionZkExpiry, TestLuceneMatchVersion, TestDistribIDF, TestStreamBody, TestHdfsBackupRestoreCore, ChangedSchemaMergeTest, TestSimpleQParserPlugin, SolrJmxReporterCloudTest, ClusterStateUpdateTest, TestHttpShardHandlerFactory, MoreLikeThisHandlerTest, CheckHdfsIndexTest, DistributedTermsComponentTest, TestConfigSetProperties, TestCloudRecovery, TestStressUserVersions, TestStressRecovery, TestPseudoReturnFields, OverseerRolesTest, TestNamedUpdateProcessors, TestPolicyCloud, ZkFailoverTest, TestMultiWordSynonyms, TestXmlQParserPlugin, SolrCLIZkUtilsTest, TestPayloadCheckQParserPlugin, TestSimpleTrackingShardHandler, TestLegacyNumericUtils, HLLSerializationTest, TestManagedSynonymGraphFilterFactory, JavabinLoaderTest, TestCloudJSONFacetJoinDomain, QueryEqualityTest, CreateCollectionCleanupTest, TestFastWriter, FacetPivotSmallTest, HdfsRecoverLeaseTest, PeerSyncReplicationTest, TestRawResponseWriter, TestReplicaProperties, ShufflingReplicaListTransformerTest, TestSchemaSimilarityResource, NodeLostTriggerTest, SolrIndexConfigTest, TestStressInPlaceUpdates, CloudExitableDirectoryReaderTest, SpellingQueryConverterTest, TestCollapseQParserPlugin, ExitableDirectoryReaderTest, ShowFileRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, TestRangeQuery, SpellCheckCollatorWithCollapseTest, TestXIncludeConfig, TestRuleBasedAuthorizationPlugin, TestGraphTermsQParserPlugin, TestSolrConfigHandlerCloud, TestStressLucene, TestUninvertingReader, TestAuthenticationFramework, OpenCloseCoreStressTest, TestBulkSchemaConcurrent, SyncSliceTest, LeaderElectionIntegrationTest, BasicZkTest, TestReplicationHandler, ZkCLITest, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestStressVersions, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, TestSort, BasicFunctionalityTest, TestLazyCores]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=D77BDF962F1881EB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-ML -Dtests.timezone=Asia/Ulan_Bator -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | TestLazyCores (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]    >    1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D77BDF962F1881EB]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=17644, name=searcherExecutor-6041-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
   [junit4]    >         at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]    >         at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D77BDF962F1881EB]:0)
   [junit4] Completed [359/751 (2!)] on J1 in 30.51s, 9 tests, 3 errors <<< FAILURES!

[...truncated 41412 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-9.0.1) - Build # 978 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/978/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestHdfsCloudBackupRestore

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E]:0)
	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
	at org.apache.solr.cloud.TestHdfsCloudBackupRestore.setupClass(TestHdfsCloudBackupRestore.java:100)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsNNFailoverTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E]:0)
	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
	at org.apache.solr.cloud.hdfs.HdfsNNFailoverTest.setupClass(HdfsNNFailoverTest.java:43)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.update.TestHdfsUpdateLog

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E]:0)
	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
	at org.apache.solr.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:52)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestCloudPivotFacet.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:37179/_k/l

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37179/_k/l
	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E:C8D37504AED9BAE6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more




Build Log:
[...truncated 12003 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsNNFailoverTest
   [junit4]   2> 640234 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/init-core-data-001
   [junit4]   2> 640235 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 640235 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 640235 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 640498 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 640838 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 640930 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 640941 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 641061 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 641094 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43975_hdfs____.vyjcq6/webapp
   [junit4]   2> 641244 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43975
   [junit4]   2> 641807 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 641810 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 641812 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_37103_datanode____d27dvb/webapp
   [junit4]   2> 641892 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37103
   [junit4]   2> 641912 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability.
   [junit4]   2> 642130 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 642135 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 642139 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43341_datanode____ob5g8o/webapp
   [junit4]   2> 642262 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43341
   [junit4]   2> 642576 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:42077) [    ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:42077
   [junit4]   2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-261808816-2a01:4f8:10b:2ab:0:0:0:2-1513075974282.crc
   [junit4]   2> 	at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2> 	at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2> 	at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2> 	at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2> 	at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2> 	at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2> 	at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2> 	at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-261808816-2a01:4f8:10b:2ab:0:0:0:2-1513075974282.crc
   [junit4]   2> 	at java.base/java.net.URI.checkPath(URI.java:1939)
   [junit4]   2> 	at java.base/java.net.URI.<init>(URI.java:755)
   [junit4]   2> 	at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2> 	... 17 more
   [junit4]   2> 642577 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:42077) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:42077
   [junit4]   2> 642604 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:42077) [    ] o.a.h.h.s.d.DataNode Unexpected exception in block pool Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:42077
   [junit4]   2> java.lang.IllegalArgumentException: java.net.URISyntaxException: Relative path in absolute URI: .BP-261808816-2a01:4f8:10b:2ab:0:0:0:2-1513075974282.crc
   [junit4]   2> 	at org.apache.hadoop.fs.Path.initialize(Path.java:205)
   [junit4]   2> 	at org.apache.hadoop.fs.Path.<init>(Path.java:171)
   [junit4]   2> 	at org.apache.hadoop.fs.Path.<init>(Path.java:93)
   [junit4]   2> 	at org.apache.hadoop.fs.ChecksumFileSystem.getChecksumFile(ChecksumFileSystem.java:90)
   [junit4]   2> 	at org.apache.hadoop.fs.ChecksumFileSystem$FsOperation.run(ChecksumFileSystem.java:488)
   [junit4]   2> 	at org.apache.hadoop.fs.ChecksumFileSystem.setPermission(ChecksumFileSystem.java:508)
   [junit4]   2> 	at org.apache.hadoop.util.DiskChecker.mkdirsWithExistsAndPermissionCheck(DiskChecker.java:140)
   [junit4]   2> 	at org.apache.hadoop.util.DiskChecker.checkDir(DiskChecker.java:156)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.makeBlockPoolDataDir(DataStorage.java:598)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.loadBlockPoolSliceStorage(DataStorage.java:465)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.addStorageLocations(DataStorage.java:397)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataStorage.recoverTransitionRead(DataStorage.java:573)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.initStorage(DataNode.java:1386)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.DataNode.initBlockPool(DataNode.java:1351)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.BPOfferService.verifyAndSetNamespaceInfo(BPOfferService.java:313)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.connectToNNAndHandshake(BPServiceActor.java:216)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:637)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.URISyntaxException: Relative path in absolute URI: .BP-261808816-2a01:4f8:10b:2ab:0:0:0:2-1513075974282.crc
   [junit4]   2> 	at java.base/java.net.URI.checkPath(URI.java:1939)
   [junit4]   2> 	at java.base/java.net.URI.<init>(URI.java:755)
   [junit4]   2> 	at org.apache.hadoop.fs.Path.initialize(Path.java:202)
   [junit4]   2> 	... 17 more
   [junit4]   2> 642605 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsNNFailoverTest_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:42077) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:42077
   [junit4]   2> 642807 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster BPOfferService in datanode DataNode{data=null, localName='127.0.0.1:41565', datanodeUuid='null', xmitsInProgress=0} failed to connect to namenode at localhost.localdomain/127.0.0.1:42077
   [junit4]   2> 642912 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 643912 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 644912 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 645912 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 646913 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 647913 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 648913 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 649913 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 650913 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 651914 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 652914 WARN  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 653914 ERROR (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
   [junit4]   2> 653920 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 653927 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 653945 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 654060 INFO  (SUITE-HdfsNNFailoverTest-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Dec 12, 2017 10:53:07 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 64 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=7, maxDocsPerChunk=2, blockSize=1001), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=7, blockSize=1001)), sim=RandomSimilarity(queryNorm=false): {}, locale=fr-TG, timezone=Asia/Dhaka
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=2,free=213000216,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, LeaderElectionIntegrationTest, ResponseLogComponentTest, TestCorePropertiesReload, TestScoreJoinQPScore, CollectionStateFormat2Test, CursorPagingTest, TestSolr4Spatial2, ForceLeaderTest, TestLocalFSCloudBackupRestore, TestJoin, RAMDirectoryFactoryTest, TestUtilizeNode, TestSuggestSpellingConverter, TestPullReplicaErrorHandling, OutOfBoxZkACLAndCredentialsProvidersTest, BasicZkTest, TestOverriddenPrefixQueryForCustomFieldType, DeleteReplicaTest, TestBulkSchemaAPI, TestIBSimilarityFactory, TestOnReconnectListenerSupport, SearchHandlerTest, TestBinaryResponseWriter, ZkStateWriterTest, BasicAuthStandaloneTest, TestInitQParser, TestQueryWrapperFilter, SolrMetricReporterTest, SolrInfoBeanTest, DateFieldTest, AssignBackwardCompatibilityTest, BufferStoreTest, FileUtilsTest, CoreMergeIndexesAdminHandlerTest, TestCloudNestedDocsSort, JsonLoaderTest, TestClusterProperties, CloneFieldUpdateProcessorFactoryTest, TestCloudSchemaless, ReplicaListTransformerTest, TemplateUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, AutoscalingHistoryHandlerTest, TestManagedSchema, UpdateRequestProcessorFactoryTest, TestNRTOpen, TolerantUpdateProcessorTest, TermVectorComponentTest, QueryResultKeyTest, UpdateParamsTest, ActionThrottleTest, HdfsNNFailoverTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsNNFailoverTest -Dtests.seed=40874ADE0025D71E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-TG -Dtests.timezone=Asia/Dhaka -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | HdfsNNFailoverTest (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E]:0)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
   [junit4]    > 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
   [junit4]    > 	at org.apache.solr.cloud.hdfs.HdfsNNFailoverTest.setupClass(HdfsNNFailoverTest.java:43)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [143/751 (1!)] on J0 in 16.93s, 0 tests, 1 error <<< FAILURES!

[...truncated 668 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudPivotFacet
   [junit4]   2> 1100451 INFO  (SUITE-TestCloudPivotFacet-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/init-core-data-001
   [junit4]   2> 1100451 WARN  (SUITE-TestCloudPivotFacet-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 1100452 INFO  (SUITE-TestCloudPivotFacet-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1100452 INFO  (SUITE-TestCloudPivotFacet-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 1100452 INFO  (SUITE-TestCloudPivotFacet-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_k/l
   [junit4]   2> 1100452 INFO  (SUITE-TestCloudPivotFacet-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.c.TestCloudPivotFacet init'ing useFieldRandomizedFactor = 22
   [junit4]   2> 1100453 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1100453 INFO  (Thread-4387) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1100453 INFO  (Thread-4387) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1100454 ERROR (Thread-4387) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1100554 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.ZkTestServer start zk server on port:39035
   [junit4]   2> 1100555 INFO  (zkConnectionManagerCallback-8354-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1100556 INFO  (zkConnectionManagerCallback-8356-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1100558 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1100558 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1100559 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1100559 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1100560 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1100560 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1100561 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1100561 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1100561 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1100562 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1100562 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1100563 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1100672 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1100673 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f8fe429{/_k/l,null,AVAILABLE}
   [junit4]   2> 1100673 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f68fdc1{HTTP/1.1,[http/1.1]}{127.0.0.1:?????}
   [junit4]   2> 1100673 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.e.j.s.Server Started @???????ms
   [junit4]   2> 1100674 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_k/l, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/tempDir-001/control/data, hostPort=37179, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1100674 ERROR (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1100674 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.3.0
   [junit4]   2> 1100674 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1100674 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1100674 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-12T11:00:33.958590Z
   [junit4]   2> 1100675 INFO  (zkConnectionManagerCallback-8358-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1100676 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1100676 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/control-001/solr.xml
   [junit4]   2> 1100678 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1100678 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1100679 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1193a63f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1100682 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39035/solr
   [junit4]   2> 1100684 INFO  (zkConnectionManagerCallback-8362-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1100686 INFO  (zkConnectionManagerCallback-8364-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1100716 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1100717 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37179__k%2Fl
   [junit4]   2> 1100717 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.Overseer Overseer (id=99160977161453572-127.0.0.1:37179__k%2Fl-n_0000000000) starting
   [junit4]   2> 1100721 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37179__k%2Fl
   [junit4]   2> 1100728 INFO  (OverseerStateUpdate-99160977161453572-127.0.0.1:37179__k%2Fl-n_0000000000) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1100763 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1193a63f
   [junit4]   2> 1100769 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1193a63f
   [junit4]   2> 1100769 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1193a63f
   [junit4]   2> 1100770 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/control-001/cores
   [junit4]   2> 1100779 INFO  (zkConnectionManagerCallback-8370-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1100780 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1100780 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39035/solr ready
   [junit4]   2> 1100782 INFO  (qtp1203031336-22146) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37179__k%252Fl&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1100783 INFO  (OverseerThreadFactory-3583-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1100886 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1100886 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1100989 INFO  (zkCallback-8363-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1101906 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 1101927 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1102015 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1102023 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1102023 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1193a63f
   [junit4]   2> 1102023 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1102023 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudPivotFacet_40874ADE0025D71E-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1102025 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=72.8994140625, floorSegmentMB=1.2841796875, forceMergeDeletesPctAllowed=22.841251065302792, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1102027 WARN  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1102068 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1102068 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1102069 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1102069 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1102070 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=399087364, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1102070 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25dab298[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1102071 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1102071 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1102071 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1102071 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586575636278804480
   [junit4]   2> 1102072 INFO  (searcherExecutor-3586-thread-1-processing-n:127.0.0.1:37179__k%2Fl x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@25dab298[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1102074 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1102074 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1102074 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37179/_k/l/control_collection_shard1_replica_n1/
   [junit4]   2> 1102074 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1102074 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37179/_k/l/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1102074 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1102075 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37179/_k/l/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1160841 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 37179
   [junit4]   2> 1160841 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2138411793
   [junit4]   2> 1160841 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1160841 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65db0c53: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@61c51fce
   [junit4]   2> 1160845 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1160845 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5661fb8: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5a674d98
   [junit4]   2> 1160849 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1160849 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15755de1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@734cca12
   [junit4]   2> 1160850 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37179__k%2Fl
   [junit4]   2> 1160850 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1160850 INFO  (zkCallback-8363-thread-2-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1160850 INFO  (coreCloseExecutor-3591-thread-1) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6030253e
   [junit4]   2> 1160850 INFO  (coreCloseExecutor-3591-thread-1) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1613767998
   [junit4]   2> 1160850 INFO  (coreCloseExecutor-3591-thread-1) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1255b095: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3b49770b
   [junit4]   2> 1160855 INFO  (coreCloseExecutor-3591-thread-1) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1613767998
   [junit4]   2> 1171745 INFO  (ScheduledTrigger-3581-thread-2) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1171746 INFO  (AutoscalingActionExecutor-3582-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14ff870e3c13d2c0Ta87cr1zgg0b8nm7f0e26b8t0w",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1513076495027000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1513076495027000000],
   [junit4]   2>     "_enqueue_time_":1513076505028000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:37179__k%2Fl"]}}
   [junit4]   2> 1280783 ERROR (qtp1203031336-22146) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1280784 INFO  (qtp1203031336-22146) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37179__k%252Fl&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 1280784 ERROR (qtp1203031336-22146) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1700984 ERROR (OverseerThreadFactory-3583-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:37179/_k/l
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37179/_k/l
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1700984 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.Overseer Overseer (id=99160977161453572-127.0.0.1:37179__k%2Fl-n_0000000000) closing
   [junit4]   2> 1700985 INFO  (OverseerStateUpdate-99160977161453572-127.0.0.1:37179__k%2Fl-n_0000000000) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37179__k%2Fl
   [junit4]   2> 1700985 ERROR (OverseerThreadFactory-3583-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1700985 INFO  (OverseerThreadFactory-3583-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1731017 INFO  (zkCallback-8363-thread-5-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1731018 ERROR (OverseerThreadFactory-3583-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:679)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:233)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1731023 INFO  (OverseerThreadFactory-3583-thread-1-processing-n:127.0.0.1:37179__k%2Fl) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1731024 WARN  (OverseerAutoScalingTriggerThread-99160977161453572-127.0.0.1:37179__k%2Fl-n_0000000000) [n:127.0.0.1:37179__k%2Fl    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1731025 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f68fdc1{HTTP/1.1,[http/1.1]}{127.0.0.1:?}
   [junit4]   2> 1731025 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f8fe429{/_k/l,null,UNAVAILABLE}
   [junit4]   2> 1731032 ERROR (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]   2> 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1731033 ERROR (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:948)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]   2> 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:772)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:737)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 42 more
   [junit4]   2> 
   [junit4]   2> 1731033 INFO  (qtp1203031336-22142) [n:127.0.0.1:37179__k%2Fl c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630147
   [junit4]   2> 1731034 ERROR (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1731034 INFO  (TEST-TestCloudPivotFacet.test-seed#[40874ADE0025D71E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39035 39035
   [junit4]   2> 1736071 INFO  (Thread-4387) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39035 39035
   [junit4]   2> 1736072 WARN  (Thread-4387) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudPivotFacet -Dtests.method=test -Dtests.seed=40874ADE0025D71E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-001 -Dtests.timezone=US/Central -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    636s J2 | TestCloudPivotFacet.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:37179/_k/l
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E:C8D37504AED9BAE6]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.Socket

[...truncated too long message...]

e.TestHdfsUpdateLog_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.update.TestHdfsUpdateLog_40874ADE0025D71E-001/tempDir-001/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:33067) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool <registering> (Datanode Uuid unassigned) service to localhost.localdomain/127.0.0.1:33067
   [junit4]   2> 3359797 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3360797 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3361798 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3362798 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3363798 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3364798 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3365798 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3366799 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3367799 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3368799 WARN  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Waiting for the Mini HDFS Cluster to start...
   [junit4]   2> 3369800 ERROR (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.h.h.MiniDFSCluster Timed out waiting for Mini HDFS Cluster to start
   [junit4]   2> 3369805 INFO  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3369913 INFO  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 3370024 INFO  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 3370135 INFO  (SUITE-TestHdfsUpdateLog-seed#[40874ADE0025D71E]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Dec 12, 2017 11:38:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 64 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1261, maxMBSortInHeap=7.411221887945693, sim=RandomSimilarity(queryNorm=false): {}, locale=en-UG, timezone=Asia/Amman
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=221822624,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, LeaderElectionIntegrationTest, ResponseLogComponentTest, TestCorePropertiesReload, TestScoreJoinQPScore, CollectionStateFormat2Test, CursorPagingTest, TestSolr4Spatial2, ForceLeaderTest, TestLocalFSCloudBackupRestore, TestJoin, RAMDirectoryFactoryTest, TestUtilizeNode, TestSuggestSpellingConverter, TestPullReplicaErrorHandling, OutOfBoxZkACLAndCredentialsProvidersTest, BasicZkTest, TestOverriddenPrefixQueryForCustomFieldType, DeleteReplicaTest, TestBulkSchemaAPI, TestIBSimilarityFactory, TestOnReconnectListenerSupport, SearchHandlerTest, TestBinaryResponseWriter, ZkStateWriterTest, BasicAuthStandaloneTest, TestInitQParser, TestQueryWrapperFilter, SolrMetricReporterTest, SolrInfoBeanTest, DateFieldTest, AssignBackwardCompatibilityTest, BufferStoreTest, FileUtilsTest, CoreMergeIndexesAdminHandlerTest, TestCloudNestedDocsSort, JsonLoaderTest, TestClusterProperties, CloneFieldUpdateProcessorFactoryTest, TestCloudSchemaless, ReplicaListTransformerTest, TemplateUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, AutoscalingHistoryHandlerTest, TestManagedSchema, UpdateRequestProcessorFactoryTest, TestNRTOpen, TolerantUpdateProcessorTest, TermVectorComponentTest, QueryResultKeyTest, UpdateParamsTest, ActionThrottleTest, HdfsNNFailoverTest, TestCloudPseudoReturnFields, NumberUtilsTest, ResourceLoaderTest, SaslZkACLProviderTest, TestSortByMinMaxFunction, DistributedFacetPivotLongTailTest, DeleteInactiveReplicaTest, TestPointFields, TestReqParamsAPI, TestBadConfig, LeaderInitiatedRecoveryOnShardRestartTest, StatelessScriptUpdateProcessorFactoryTest, DocumentBuilderTest, TestXmlQParser, TestCSVLoader, TestComponentsName, TestSystemCollAutoCreate, MultiTermTest, TestPKIAuthenticationPlugin, OverseerTaskQueueTest, QueryParsingTest, NoCacheHeaderTest, DirectoryFactoryTest, CachingDirectoryFactoryTest, TestInPlaceUpdatesStandalone, TestJsonFacets, TestDocTermOrds, TestStressVersions, ZkControllerTest, MinimalSchemaTest, TestIntervalFaceting, TestDFRSimilarityFactory, TestSearcherReuse, AnalysisErrorHandlingTest, TestPHPSerializedResponseWriter, TestQueryUtils, RegexBytesRefFilterTest, DistributedQueryElevationComponentTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSweetSpotSimilarityFactory, RestartWhileUpdatingTest, TestStressCloudBlindAtomicUpdates, SpellCheckComponentTest, TestPushWriter, RulesTest, ConjunctionSolrSpellCheckerTest, RemoteQueryErrorTest, SolrSlf4jReporterTest, SystemLogListenerTest, TestHighlightDedupGrouping, BooleanFieldTest, AnalyticsQueryTest, TermsComponentTest, SyncSliceTest, SpellCheckCollatorTest, TestTrackingShardHandlerFactory, ClassificationUpdateProcessorFactoryTest, ExternalFileFieldSortTest, DistributedSuggestComponentTest, TestFieldCacheWithThreads, PropertiesRequestHandlerTest, SpatialFilterTest, SimpleMLTQParserTest, TestCodecSupport, TestMergePolicyConfig, SoftAutoCommitTest, DistributedQueueTest, TestSort, TestLegacyFieldReuse, ExecutePlanActionTest, CollectionsAPISolrJTest, TestManagedSynonymFilterFactory, BasicDistributedZkTest, TestDeleteCollectionOnDownNodes, TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, TestLockTree, TestPrepRecovery, TestShortCircuitedRequests, TestTlogReplica, NodeAddedTriggerTest, TriggerIntegrationTest, RuleEngineTest, BlobRepositoryCloudTest, RequestLoggingTest, SearchHandlerTest, TestBlobHandler, TestRestoreCore, V2StandaloneTest, CoreAdminCreateDiscoverTest, SegmentsInfoRequestHandlerTest, StatsReloadRaceTest, DistributedExpandComponentTest, DistributedQueryComponentOptimizationTest, UninvertDocValuesMergePolicyTest, TestMultiValuedNumericRangeQuery, SolrMetricManagerTest, SolrGraphiteReporterTest, SolrShardReporterTest, TestManagedResource, TestManagedResourceStorage, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldTypeCollectionResource, TestSchemaResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestUniqueKeyFieldResource, CurrencyFieldTypeTest, EnumFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudManagedSchema, MergeStrategyTest, RankQueryTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestComplexPhraseQParserPlugin, TestFilteredDocIdSet, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestMissingGroups, TestRandomCollapseQParserPlugin, TestDistribIDF, TestFieldCacheSort, TestFieldCacheSortRandom, TestNumericTerms64, CdcrUpdateLogTest, SolrIndexMetricsTest, TestExceedMaxTermLength, TestHdfsUpdateLog]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestHdfsUpdateLog -Dtests.seed=40874ADE0025D71E -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-UG -Dtests.timezone=Asia/Amman -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestHdfsUpdateLog (suite) <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([40874ADE0025D71E]:0)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
   [junit4]    > 	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
   [junit4]    > 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
   [junit4]    > 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
   [junit4]    > 	at org.apache.solr.update.TestHdfsUpdateLog.beforeClass(TestHdfsUpdateLog.java:52)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [741/751 (4!)] on J0 in 14.81s, 0 tests, 1 error <<< FAILURES!

[...truncated 40198 lines...]