You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/12 09:45:03 UTC

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-9-ea+181) - Build # 20303 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20303/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseSerialGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=1 not found in http://127.0.0.1:45027/c_/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:45027/c_/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([3FAFA11ECBAD036:8BAEC5CB4246BDCE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12466 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/init-core-data-001
   [junit4]   2> 1724185 WARN  (SUITE-HttpPartitionTest-seed#[3FAFA11ECBAD036]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=39 numCloses=39
   [junit4]   2> 1724185 INFO  (SUITE-HttpPartitionTest-seed#[3FAFA11ECBAD036]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1724185 INFO  (SUITE-HttpPartitionTest-seed#[3FAFA11ECBAD036]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 1724185 INFO  (SUITE-HttpPartitionTest-seed#[3FAFA11ECBAD036]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1724185 INFO  (SUITE-HttpPartitionTest-seed#[3FAFA11ECBAD036]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /c_/
   [junit4]   2> 1724186 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1724186 INFO  (Thread-5688) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1724186 INFO  (Thread-5688) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1724187 ERROR (Thread-5688) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1724286 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkTestServer start zk server on port:43285
   [junit4]   2> 1724291 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1724291 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1724292 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1724292 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1724292 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1724293 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1724293 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1724293 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1724294 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1724294 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1724294 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1724295 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1724354 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1724355 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74ac56b9{/c_,null,AVAILABLE}
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51fde428{HTTP/1.1,[http/1.1]}{127.0.0.1:39939}
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server Started @1725370ms
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c_, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/tempDir-001/control/data, hostPort=45027, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/control-001/cores}
   [junit4]   2> 1724356 ERROR (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1724356 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T09:18:45.949901Z
   [junit4]   2> 1724359 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1724359 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/control-001/solr.xml
   [junit4]   2> 1724361 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1724364 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43285/solr
   [junit4]   2> 1724388 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1724388 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45027_c_
   [junit4]   2> 1724388 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.Overseer Overseer (id=98469775001518084-127.0.0.1:45027_c_-n_0000000000) starting
   [junit4]   2> 1724391 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45027_c_
   [junit4]   2> 1724392 INFO  (zkCallback-2359-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1724420 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1724422 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1724422 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1724423 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/control-001/cores
   [junit4]   2> 1724430 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1724431 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43285/solr ready
   [junit4]   2> 1724431 INFO  (SocketProxy-Acceptor-45027) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44140,localport=45027], receiveBufferSize:531000
   [junit4]   2> 1724431 INFO  (SocketProxy-Acceptor-45027) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39939,localport=60490], receiveBufferSize=530904
   [junit4]   2> 1724432 INFO  (qtp1874017214-17258) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45027_c_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1724433 INFO  (OverseerThreadFactory-6725-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1724535 INFO  (SocketProxy-Acceptor-45027) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44150,localport=45027], receiveBufferSize:531000
   [junit4]   2> 1724535 INFO  (SocketProxy-Acceptor-45027) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39939,localport=60500], receiveBufferSize=530904
   [junit4]   2> 1724535 INFO  (qtp1874017214-17260) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1724536 INFO  (qtp1874017214-17260) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1724638 INFO  (zkCallback-2359-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1725542 INFO  (qtp1874017214-17260) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1725549 INFO  (qtp1874017214-17260) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1725618 INFO  (qtp1874017214-17260) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1725624 INFO  (qtp1874017214-17260) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1725624 INFO  (qtp1874017214-17260) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1725624 INFO  (qtp1874017214-17260) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1725624 INFO  (qtp1874017214-17260) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1725626 INFO  (qtp1874017214-17260) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.3115234375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=29.26856416016798, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3254396952896868
   [junit4]   2> 1725627 WARN  (qtp1874017214-17260) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1725648 INFO  (qtp1874017214-17260) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1725648 INFO  (qtp1874017214-17260) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1725648 INFO  (qtp1874017214-17260) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1725648 INFO  (qtp1874017214-17260) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1725649 INFO  (qtp1874017214-17260) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=16.54296875, floorSegmentMB=0.6103515625, forceMergeDeletesPctAllowed=25.672252802542125, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1725649 INFO  (qtp1874017214-17260) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77755d8d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1725650 INFO  (qtp1874017214-17260) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1725650 INFO  (qtp1874017214-17260) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1725650 INFO  (qtp1874017214-17260) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1725651 INFO  (searcherExecutor-6728-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@77755d8d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1725651 INFO  (qtp1874017214-17260) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575516401559404544
   [junit4]   2> 1725653 INFO  (qtp1874017214-17260) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1725653 INFO  (qtp1874017214-17260) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1725653 INFO  (qtp1874017214-17260) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45027/c_/control_collection_shard1_replica_n1/
   [junit4]   2> 1725654 INFO  (qtp1874017214-17260) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1725654 INFO  (qtp1874017214-17260) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:45027/c_/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1725654 INFO  (qtp1874017214-17260) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1725655 INFO  (qtp1874017214-17260) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45027/c_/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1725756 INFO  (zkCallback-2359-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1725805 INFO  (qtp1874017214-17260) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1725806 INFO  (qtp1874017214-17260) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1270
   [junit4]   2> 1725807 INFO  (qtp1874017214-17258) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1725908 INFO  (zkCallback-2359-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726434 INFO  (OverseerCollectionConfigSetProcessor-98469775001518084-127.0.0.1:45027_c_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1726808 INFO  (qtp1874017214-17258) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45027_c_&wt=javabin&version=2} status=0 QTime=2375
   [junit4]   2> 1726811 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1726811 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43285/solr ready
   [junit4]   2> 1726811 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1726811 INFO  (SocketProxy-Acceptor-45027) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44178,localport=45027], receiveBufferSize:531000
   [junit4]   2> 1726811 INFO  (SocketProxy-Acceptor-45027) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39939,localport=60528], receiveBufferSize=530904
   [junit4]   2> 1726811 INFO  (qtp1874017214-17258) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1726812 INFO  (OverseerThreadFactory-6725-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1726813 WARN  (OverseerThreadFactory-6725-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1727015 INFO  (qtp1874017214-17258) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1727015 INFO  (qtp1874017214-17258) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=203
   [junit4]   2> 1727077 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001 of type TLOG
   [junit4]   2> 1727078 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1727079 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50f5322e{/c_,null,AVAILABLE}
   [junit4]   2> 1727079 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@295628eb{HTTP/1.1,[http/1.1]}{127.0.0.1:35481}
   [junit4]   2> 1727079 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server Started @1728093ms
   [junit4]   2> 1727079 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c_, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/tempDir-001/jetty1, hostPort=36837, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/cores, replicaType=TLOG}
   [junit4]   2> 1727079 ERROR (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1727079 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1727080 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1727080 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1727080 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T09:18:48.673107Z
   [junit4]   2> 1727081 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1727081 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/solr.xml
   [junit4]   2> 1727083 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1727084 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43285/solr
   [junit4]   2> 1727088 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1727088 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1727089 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36837_c_
   [junit4]   2> 1727089 INFO  (zkCallback-2359-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1727089 INFO  (zkCallback-2366-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1727090 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1727107 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1727110 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1727110 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1727111 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/cores
   [junit4]   2> 1727120 INFO  (qtp1874017214-17259) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36837_c_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1727121 INFO  (OverseerCollectionConfigSetProcessor-98469775001518084-127.0.0.1:45027_c_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1727121 INFO  (OverseerThreadFactory-6725-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36837_c_ for creating new replica
   [junit4]   2> 1727122 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39632,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1727122 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34820], receiveBufferSize=530904
   [junit4]   2> 1727123 INFO  (qtp1082444948-17307) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1727123 INFO  (qtp1082444948-17307) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1727224 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1728140 INFO  (qtp1082444948-17307) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1728147 INFO  (qtp1082444948-17307) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 1728216 INFO  (qtp1082444948-17307) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1728223 INFO  (qtp1082444948-17307) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 1728223 INFO  (qtp1082444948-17307) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1728223 INFO  (qtp1082444948-17307) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1728223 INFO  (qtp1082444948-17307) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 1728225 INFO  (qtp1082444948-17307) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.3115234375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=29.26856416016798, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3254396952896868
   [junit4]   2> 1728226 WARN  (qtp1082444948-17307) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1728265 INFO  (qtp1082444948-17307) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1728265 INFO  (qtp1082444948-17307) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1728266 INFO  (qtp1082444948-17307) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1728266 INFO  (qtp1082444948-17307) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1728267 INFO  (qtp1082444948-17307) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=16.54296875, floorSegmentMB=0.6103515625, forceMergeDeletesPctAllowed=25.672252802542125, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1728267 INFO  (qtp1082444948-17307) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d42b4d2[collection1_shard2_replica_t41] main]
   [junit4]   2> 1728267 INFO  (qtp1082444948-17307) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1728267 INFO  (qtp1082444948-17307) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1728268 INFO  (qtp1082444948-17307) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1728268 INFO  (searcherExecutor-6739-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@2d42b4d2[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1728268 INFO  (qtp1082444948-17307) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575516404303527936
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1728271 INFO  (qtp1082444948-17307) [    ] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 1728272 INFO  (qtp1082444948-17307) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 1728375 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1728423 INFO  (qtp1082444948-17307) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1728423 INFO  (qtp1082444948-17307) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1300
   [junit4]   2> 1728425 INFO  (qtp1874017214-17259) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36837_c_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1304
   [junit4]   2> 1728525 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1728526 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-2-001 of type TLOG
   [junit4]   2> 1728527 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1728550 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33368dcf{/c_,null,AVAILABLE}
   [junit4]   2> 1728550 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59512af1{HTTP/1.1,[http/1.1]}{127.0.0.1:40963}
   [junit4]   2> 1728550 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server Started @1729564ms
   [junit4]   2> 1728550 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c_, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/tempDir-001/jetty2, hostPort=42129, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-2-001/cores, replicaType=TLOG}
   [junit4]   2> 1728550 ERROR (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1728551 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1728551 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1728551 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1728551 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T09:18:50.144189Z
   [junit4]   2> 1728557 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1728558 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-2-001/solr.xml
   [junit4]   2> 1728561 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1728563 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43285/solr
   [junit4]   2> 1728580 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1728581 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1728582 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42129_c_
   [junit4]   2> 1728582 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1728582 INFO  (zkCallback-2359-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1728582 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1728591 INFO  (zkCallback-2366-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1728633 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1728638 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1728638 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1728640 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-2-001/cores
   [junit4]   2> 1728671 INFO  (qtp1874017214-17260) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42129_c_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1728679 INFO  (OverseerCollectionConfigSetProcessor-98469775001518084-127.0.0.1:45027_c_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1728680 INFO  (OverseerThreadFactory-6725-thread-4) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:42129_c_ for creating new replica
   [junit4]   2> 1728680 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45848,localport=42129], receiveBufferSize:531000
   [junit4]   2> 1728683 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40963,localport=39406], receiveBufferSize=530904
   [junit4]   2> 1728687 INFO  (qtp1780372567-17339) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1728688 INFO  (qtp1780372567-17339) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1728809 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1728809 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1729705 INFO  (qtp1780372567-17339) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1729712 INFO  (qtp1780372567-17339) [    ] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 1729787 INFO  (qtp1780372567-17339) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1729792 INFO  (qtp1780372567-17339) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 1729792 INFO  (qtp1780372567-17339) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1729792 INFO  (qtp1780372567-17339) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1729792 INFO  (qtp1780372567-17339) [    ] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 1729794 INFO  (qtp1780372567-17339) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.3115234375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=29.26856416016798, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3254396952896868
   [junit4]   2> 1729795 WARN  (qtp1780372567-17339) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1729819 INFO  (qtp1780372567-17339) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1729819 INFO  (qtp1780372567-17339) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1729820 INFO  (qtp1780372567-17339) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1729820 INFO  (qtp1780372567-17339) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1729820 INFO  (qtp1780372567-17339) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=16.54296875, floorSegmentMB=0.6103515625, forceMergeDeletesPctAllowed=25.672252802542125, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1729820 INFO  (qtp1780372567-17339) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c2f0ae3[collection1_shard1_replica_t43] main]
   [junit4]   2> 1729821 INFO  (qtp1780372567-17339) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1729821 INFO  (qtp1780372567-17339) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1729822 INFO  (qtp1780372567-17339) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1729822 INFO  (qtp1780372567-17339) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575516405933015040
   [junit4]   2> 1729822 INFO  (searcherExecutor-6750-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@2c2f0ae3[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42129/c_/collection1_shard1_replica_t43/
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:42129/c_/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1729825 INFO  (qtp1780372567-17339) [    ] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 1729826 INFO  (qtp1780372567-17339) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42129/c_/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 1729927 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1729927 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 1729976 INFO  (qtp1780372567-17339) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1729977 INFO  (qtp1780372567-17339) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1289
   [junit4]   2> 1729978 INFO  (qtp1874017214-17260) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42129_c_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1307
   [junit4]   2> 1730059 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-3-001 of type TLOG
   [junit4]   2> 1730060 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1730060 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2217fd41{/c_,null,AVAILABLE}
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@20a6edef{HTTP/1.1,[http/1.1]}{127.0.0.1:33311}
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.e.j.s.Server Started @1731074ms
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/c_, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/tempDir-001/jetty3, hostPort=33693, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-3-001/cores, replicaType=TLOG}
   [junit4]   2> 1730061 ERROR (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1730061 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T09:18:51.654869Z
   [junit4]   2> 1730063 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1730063 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-3-001/solr.xml
   [junit4]   2> 1730065 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1730067 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43285/solr
   [junit4]   2> 1730071 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1730072 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1730072 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33693_c_
   [junit4]   2> 1730073 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1730073 INFO  (zkCallback-2366-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1730073 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1730073 INFO  (zkCallback-2383-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1730073 INFO  (zkCallback-2359-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1730104 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1730109 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1730109 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1730110 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-3-001/cores
   [junit4]   2> 1730135 INFO  (qtp1874017214-17255) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:33693_c_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1730136 INFO  (OverseerCollectionConfigSetProcessor-98469775001518084-127.0.0.1:45027_c_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1730136 INFO  (OverseerThreadFactory-6725-thread-5) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33693_c_ for creating new replica
   [junit4]   2> 1730137 INFO  (SocketProxy-Acceptor-33693) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60686,localport=33693], receiveBufferSize:531000
   [junit4]   2> 1730137 INFO  (SocketProxy-Acceptor-33693) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33311,localport=42676], receiveBufferSize=530904
   [junit4]   2> 1730137 INFO  (qtp682349069-17371) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1730137 INFO  (qtp682349069-17371) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1730245 INFO  (zkCallback-2383-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1730245 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1730245 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1731148 INFO  (qtp682349069-17371) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1731155 INFO  (qtp682349069-17371) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 1731246 INFO  (qtp682349069-17371) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1731252 INFO  (qtp682349069-17371) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 1731252 INFO  (qtp682349069-17371) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1731253 INFO  (qtp682349069-17371) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1731253 INFO  (qtp682349069-17371) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 1731254 INFO  (qtp682349069-17371) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.3115234375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=29.26856416016798, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3254396952896868
   [junit4]   2> 1731256 WARN  (qtp682349069-17371) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1731284 INFO  (qtp682349069-17371) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1731284 INFO  (qtp682349069-17371) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1731285 INFO  (qtp682349069-17371) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1731285 INFO  (qtp682349069-17371) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1731286 INFO  (qtp682349069-17371) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=16.54296875, floorSegmentMB=0.6103515625, forceMergeDeletesPctAllowed=25.672252802542125, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1731286 INFO  (qtp682349069-17371) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c1cbbc[collection1_shard2_replica_t45] main]
   [junit4]   2> 1731286 INFO  (qtp682349069-17371) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1731286 INFO  (qtp682349069-17371) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1731287 INFO  (qtp682349069-17371) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1731288 INFO  (searcherExecutor-6761-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@4c1cbbc[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1731288 INFO  (qtp682349069-17371) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575516407470227456
   [junit4]   2> 1731290 INFO  (qtp682349069-17371) [    ] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 1731290 INFO  (updateExecutor-2380-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1731290 INFO  (qtp682349069-17371) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1153
   [junit4]   2> 1731291 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1731291 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1731291 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 1731291 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 1731291 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1731291 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:33693/c_/collection1_shard2_replica_t45/]
   [junit4]   2> 1731292 INFO  (qtp1874017214-17255) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:33693_c_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1157
   [junit4]   2> 1731292 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:36837/c_]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:33693_c_&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1731292 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39704,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1731293 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34892], receiveBufferSize=530904
   [junit4]   2> 1731293 INFO  (qtp1082444948-17303) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 1731293 INFO  (qtp1082444948-17303) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:33693_c_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:33693/c_","node_name":"127.0.0.1:33693_c_","state":"down","type":"TLOG"}
   [junit4]   2> 1731294 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1731294 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 1731294 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 1731393 INFO  (zkCallback-2383-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1731393 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1731393 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1732137 INFO  (OverseerCollectionConfigSetProcessor-98469775001518084-127.0.0.1:45027_c_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1732293 INFO  (qtp1082444948-17303) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_t41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:33693_c_, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_t45","base_url":"http://127.0.0.1:33693/c_","node_name":"127.0.0.1:33693_c_","state":"recovering","type":"TLOG"}
   [junit4]   2> 1732294 INFO  (qtp1082444948-17303) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 1732294 INFO  (qtp1082444948-17303) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:33693_c_&onlyIfLeaderActive=true&core=collection1_shard2_replica_t41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 1732794 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1732794 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/].
   [junit4]   2> 1732795 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39720,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1732795 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34908], receiveBufferSize=530904
   [junit4]   2> 1732795 INFO  (qtp1082444948-17303) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575516409050431488,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1732796 INFO  (qtp1082444948-17303) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1732796 INFO  (qtp1082444948-17303) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1732796 INFO  (qtp1082444948-17303) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp=/c_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1732797 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39724,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1732797 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34912], receiveBufferSize=530904
   [junit4]   2> 1732797 INFO  (qtp1082444948-17303) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/c_ path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.ZkController collection1_shard2_replica_t45 starting background replication from leader
   [junit4]   2> 1732797 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1732798 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1732798 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/
   [junit4]   2> 1732798 INFO  (qtp1082444948-17304) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/c_ path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1732798 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1732798 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1732798 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1732798 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
   [junit4]   2> 1732798 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1732798 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575516409053577216
   [junit4]   2> 1732800 INFO  (recoveryExecutor-2381-thread-1) [    ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
   [junit4]   2> 1732900 INFO  (zkCallback-2383-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1732900 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1732900 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1733295 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 1733295 INFO  (qtp1874017214-17259) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575516409574719488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1733296 INFO  (qtp1874017214-17259) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1733296 INFO  (qtp1874017214-17259) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1733296 INFO  (qtp1874017214-17259) [    ] o.a.s.u.p.LogUpdateProcessorFactory [control_collection_shard1_replica_n1]  webapp=/c_ path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1733296 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39732,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34920], receiveBufferSize=530904
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45916,localport=42129], receiveBufferSize:531000
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39738,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-33693) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60736,localport=33693], receiveBufferSize:531000
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34930], receiveBufferSize=530904
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40963,localport=39478], receiveBufferSize=530904
   [junit4]   2> 1733297 INFO  (SocketProxy-Acceptor-33693) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33311,localport=42730], receiveBufferSize=530904
   [junit4]   2> 1733298 INFO  (qtp1780372567-17338) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575516409577865216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1733298 INFO  (qtp1082444948-17304) [    ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1575516409577865216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1733298 INFO  (qtp1780372567-17338) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1733298 INFO  (qtp1082444948-17304) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1733298 INFO  (qtp682349069-17373) [    ] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 1733298 INFO  (qtp1780372567-17338) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1733298 INFO  (qtp1082444948-17304) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1733298 INFO  (qtp1780372567-17338) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t43]  webapp=/c_ path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1733298 INFO  (qtp1082444948-17304) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp=/c_ path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1733299 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39748,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1733299 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34936], receiveBufferSize=530904
   [junit4]   2> 1733299 INFO  (qtp1082444948-17303) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/c_ path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1733299 INFO  (qtp682349069-17373) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t45]  webapp=/c_ path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:36837/c_/collection1_shard2_replica_t41/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 1733299 INFO  (qtp1082444948-17302) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t41]  webapp=/c_ path=/update params={_stateVer_=collection1:8&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1733300 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39752,localport=36837], receiveBufferSize:531000
   [junit4]   2> 1733300 INFO  (SocketProxy-Acceptor-36837) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35481,localport=34940], receiveBufferSize=530904
   [junit4]   2> 1733300 INFO  (qtp1082444948-17303) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/c_ path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1733301 INFO  (SocketProxy-Acceptor-33693) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=60752,localport=33693], receiveBufferSize:531000
   [junit4]   2> 1733301 INFO  (SocketProxy-Acceptor-33693) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=33311,localport=42742], receiveBufferSize=530904
   [junit4]   2> 1733301 INFO  (qtp682349069-17371) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t45]  webapp=/c_ path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1733302 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45940,localport=42129], receiveBufferSize:531000
   [junit4]   2> 1733302 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40963,localport=39498], receiveBufferSize=530904
   [junit4]   2> 1733302 INFO  (qtp1780372567-17339) [    ] o.a.s.c.S.Request [collection1_shard1_replica_t43]  webapp=/c_ path=/select params={q=*:*&distrib=false&tests=checkShardConsistency&rows=0&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1735303 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=45962,localport=42129], receiveBufferSize:531000
   [junit4]   2> 1735320 INFO  (SocketProxy-Acceptor-42129) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=40963,localport=39520], receiveBufferSize=530904
   [junit4]   2> 1735320 INFO  (qtp1780372567-17338) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=1&collection.configName=conf1&nrtReplicas=0&name=c8n_crud_1x2&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1735322 INFO  (OverseerThreadFactory-6725-thread-5) [    ] o.a.s.c.CreateCollectionCmd Create collection c8n_crud_1x2
   [junit4]   2> 1735425 INFO  (qtp1082444948-17308) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t1&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1735426 INFO  (qtp1780372567-17340) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=c8n_crud_1x2_shard1_replica_t2&action=CREATE&numShards=1&collection=c8n_crud_1x2&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1735528 INFO  (zkCallback-2371-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c8n_crud_1x2/state.json] for collection [c8n_crud_1x2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1735528 INFO  (zkCallback-2377-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/c8n_crud_1x2/state.json] for collection [c8n_crud_1x2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1735799 INFO  (qtp1082444948-17309) [    ] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/c_ path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1735799 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1735799 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1735799 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1735800 INFO  (indexFetcher-6767-thread-1) [    ] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1736431 INFO  (qtp1082444948-17308) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1736432 INFO  (qtp1780372567-17340) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1736438 INFO  (qtp1082444948-17308) [    ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t1] Schema name=test
   [junit4]   2> 1736441 INFO  (qtp1780372567-17340) [    ] o.a.s.s.IndexSchema [c8n_crud_1x2_shard1_replica_t2] Schema name=test
   [junit4]   2> 1736555 INFO  (qtp1082444948-17308) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1736575 INFO  (qtp1780372567-17340) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1736579 INFO  (qtp1082444948-17308) [    ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_replica_t1' using configuration from collection c8n_crud_1x2, trusted=true
   [junit4]   2> 1736580 INFO  (qtp1082444948-17308) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.c8n_crud_1x2.shard1.replica_t1' (registry 'solr.core.c8n_crud_1x2.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a5de339
   [junit4]   2> 1736580 INFO  (qtp1082444948-17308) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1736580 INFO  (qtp1082444948-17308) [    ] o.a.s.c.SolrCore [[c8n_crud_1x2_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001/shard-1-001/cores/c8n_crud_1x2_shard1_replica_t1/data/]
   [junit4]   2> 1736582 INFO  (qtp1082444948-17308) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=1.3115234375, floorSegmentMB=0.4697265625, forceMergeDeletesPctAllowed=29.26856416016798, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3254396952896868
   [junit4]   2> 1736583 WARN  (qtp1082444948-17308) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1736583 INFO  (qtp1780372567-17340) [    ] o.a.s.c.CoreContainer Creating SolrCore 'c8n_crud_1x2_shard1_rep

[...truncated too long message...]

onTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1753993 INFO  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43285 43285
   [junit4]   2> 1755013 INFO  (Thread-5688) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43285 43285
   [junit4]   2> 1755014 WARN  (Thread-5688) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 
   [junit4]   2> 1755014 WARN  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SocketProxy Closing 10 connections to: http://127.0.0.1:42129/c_, target: http://127.0.0.1:40963/c_
   [junit4]   2> 1755014 WARN  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:33693/c_, target: http://127.0.0.1:33311/c_
   [junit4]   2> 1755014 WARN  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:45027/c_, target: http://127.0.0.1:39939/c_
   [junit4]   2> 1755014 WARN  (TEST-HttpPartitionTest.test-seed#[3FAFA11ECBAD036]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:36837/c_, target: http://127.0.0.1:35481/c_
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=3FAFA11ECBAD036 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=seh -Dtests.timezone=Indian/Cocos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 30.8s J0 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:45027/c_/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3FAFA11ECBAD036:8BAEC5CB4246BDCE]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_3FAFA11ECBAD036-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), id_i1=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=LuceneFixedGap), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1914, maxMBSortInHeap=5.163294555188077, sim=RandomSimilarity(queryNorm=false): {}, locale=seh, timezone=Indian/Cocos
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 9 (64-bit)/cpus=8,threads=1,free=150104400,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, ForceLeaderTest, TestFunctionQuery, CollectionsAPISolrJTest, TestRemoteStreaming, TestSchemaManager, TestBulkSchemaConcurrent, UpdateLogTest, DebugComponentTest, SolrIndexSplitterTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestDistributedSearch, TestDistribIDF, FacetPivotSmallTest, InfoHandlerTest, TestClassicSimilarityFactory, SyncSliceTest, CollectionStateFormat2Test, TestMergePolicyConfig, SuggesterWFSTTest, RequestHandlersTest, WordBreakSolrSpellCheckerTest, TestLeaderInitiatedRecoveryThread, TestConfigReload, HdfsWriteToMultipleCollectionsTest, CdcrUpdateLogTest, TestHighlightDedupGrouping, ShufflingReplicaListTransformerTest, MoveReplicaTest, XmlUpdateRequestHandlerTest, TestCollectionsAPIViaSolrCloudCluster, TestWriterPerf, TestExtendedDismaxParser, TestCSVResponseWriter, TestEmbeddedSolrServerConstructors, TestFileDictionaryLookup, TestSlowCompositeReaderWrapper, HdfsDirectoryFactoryTest, DistributedSpellCheckComponentTest, TestCollapseQParserPlugin, TestPHPSerializedResponseWriter, ConnectionReuseTest, TestSolrDeletionPolicy1, TestStressLucene, BaseCdcrDistributedZkTest, TestFieldCacheSortRandom, BlockJoinFacetSimpleTest, TestManagedResourceStorage, OutputWriterTest, TestCollationField, TestConfigSetsAPIZkFailure, TestSchemaSimilarityResource, TestBinaryField, TestDocumentBuilder, TestUninvertingReader, TestManagedSynonymGraphFilterFactory, CdcrReplicationHandlerTest, ConnectionManagerTest, TestDocSet, DeleteInactiveReplicaTest, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, RuleEngineTest, TestCloudSearcherWarming, SuggestComponentTest, TestFieldTypeResource, TestLazyCores, TestMacros, UtilsToolTest, TestIndexingPerformance, TestLRUStatsCache, CursorPagingTest, TestSystemCollAutoCreate, FullHLLTest, TestIBSimilarityFactory, TestHdfsUpdateLog, TestSolr4Spatial, TestConfig, TestDynamicLoading, TestBinaryResponseWriter, TestStressUserVersions, CleanupOldIndexTest, SpellCheckCollatorTest, TestSimpleQParserPlugin, DistributedQueryElevationComponentTest, TestApiFramework, TestJoin, SolrPluginUtilsTest, TestHttpShardHandlerFactory, TlogReplayBufferedWhileIndexingTest, TestSolrCloudWithDelegationTokens, TestXmlQParserPlugin, TestRealTimeGet, OutOfBoxZkACLAndCredentialsProvidersTest, ChaosMonkeyNothingIsSafeTest, HdfsRecoveryZkTest, AutoScalingHandlerTest, SpellCheckCollatorWithCollapseTest, TestGraphTermsQParserPlugin, TestMiniSolrCloudClusterSSL, SolrIndexConfigTest, IndexBasedSpellCheckerTest, TestSubQueryTransformerCrossCore, TestCloudDeleteByQuery, SolrCoreMetricManagerTest, TestLuceneMatchVersion, TestStressCloudBlindAtomicUpdates, LeaderInitiatedRecoveryOnCommitTest, TestCoreAdminApis, TestSolrQueryParser, DistributedFacetExistsSmallTest, AssignBackwardCompatibilityTest, JavabinLoaderTest, RankQueryTest, HdfsThreadLeakTest, TestBadConfig, TestGeoJSONResponseWriter, DistributedQueueTest, HdfsDirectoryTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TermVectorComponentDistributedTest, TestRangeQuery, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, PolyFieldTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestQuerySenderNoQuery, TestStressRecovery, TestSimpleTrackingShardHandler, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, DeleteShardTest, DistribCursorPagingTest, DocValuesNotIndexedTest, HttpPartitionTest]
   [junit4] Completed [509/729 (1!)] on J0 in 30.84s, 1 test, 1 failure <<< FAILURES!

[...truncated 37222 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20304 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20304/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.LeaderElectionContextKeyTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([342C0DDEA7A1500F:BC783204095D3DF7]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at https://127.0.0.1:46325/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46325/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([342C0DDEA7A1500F:9F4A3F29F4F0E7F]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
	at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46325/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.14.v20161028</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12064 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/init-core-data-001
   [junit4]   2> 1931331 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=38 numCloses=38
   [junit4]   2> 1931331 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1931334 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1931346 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1931347 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001
   [junit4]   2> 1931347 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1931359 INFO  (Thread-3143) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1931359 INFO  (Thread-3143) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1931391 ERROR (Thread-3143) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1931461 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33481
   [junit4]   2> 1931479 INFO  (jetty-launcher-2571-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1931511 INFO  (jetty-launcher-2571-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b469709{/solr,null,AVAILABLE}
   [junit4]   2> 1931512 INFO  (jetty-launcher-2571-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@242a8ee9{SSL,[ssl, http/1.1]}{127.0.0.1:34023}
   [junit4]   2> 1931512 INFO  (jetty-launcher-2571-thread-1) [    ] o.e.j.s.Server Started @1932859ms
   [junit4]   2> 1931512 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34023}
   [junit4]   2> 1931512 ERROR (jetty-launcher-2571-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1931514 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1931515 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1931515 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1931515 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T13:24:07.813Z
   [junit4]   2> 1931523 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1931542 INFO  (jetty-launcher-2571-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33481/solr
   [junit4]   2> 1931625 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1931626 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34023_solr
   [junit4]   2> 1931632 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.c.Overseer Overseer (id=98470739814645763-127.0.0.1:34023_solr-n_0000000000) starting
   [junit4]   2> 1931678 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34023_solr
   [junit4]   2> 1931690 INFO  (zkCallback-2578-thread-1-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1931812 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1931816 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1931816 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1931817 INFO  (jetty-launcher-2571-thread-1) [n:127.0.0.1:34023_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/.
   [junit4]   2> 1931883 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1931890 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33481/solr ready
   [junit4]   2> 1931940 INFO  (qtp1537764895-14964) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1931956 INFO  (OverseerThreadFactory-7641-thread-1-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 1932072 INFO  (OverseerStateUpdate-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34023/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1932073 INFO  (OverseerStateUpdate-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34023/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1932290 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1932290 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1932295 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1932404 INFO  (zkCallback-2578-thread-1-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1933301 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1933304 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1933306 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1933306 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard1_replica_n1' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1933306 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.core.testCollection1.shard1.replica_n1' (registry 'solr.core.testCollection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1933306 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1933306 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/testCollection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/./testCollection1_shard1_replica_n1/data/]
   [junit4]   2> 1933307 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1933312 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema [testCollection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1933314 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1933314 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testCollection1_shard2_replica_n2' using configuration from collection testCollection1, trusted=true
   [junit4]   2> 1933314 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.core.testCollection1.shard2.replica_n2' (registry 'solr.core.testCollection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1933314 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1933314 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [[testCollection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/testCollection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/./testCollection1_shard2_replica_n2/data/]
   [junit4]   2> 1933334 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1933334 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1933352 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1933352 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1933353 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20fc2f8d[testCollection1_shard1_replica_n1] main]
   [junit4]   2> 1933354 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1933355 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1933355 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1933356 INFO  (searcherExecutor-7644-thread-1-processing-n:127.0.0.1:34023_solr x:testCollection1_shard1_replica_n1 s:shard1 c:testCollection1 r:core_node3) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1] Registered new searcher Searcher@20fc2f8d[testCollection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1933356 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575531839125192704
   [junit4]   2> 1933360 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1933361 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1933361 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34023/solr/testCollection1_shard1_replica_n1/
   [junit4]   2> 1933361 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1933361 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34023/solr/testCollection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1933361 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1933363 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34023/solr/testCollection1_shard1_replica_n1/ shard1
   [junit4]   2> 1933363 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1933363 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1933364 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1933364 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1933364 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fb055d3[testCollection1_shard2_replica_n2] main]
   [junit4]   2> 1933365 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1933365 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1933366 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1933366 INFO  (searcherExecutor-7645-thread-1-processing-n:127.0.0.1:34023_solr x:testCollection1_shard2_replica_n2 s:shard2 c:testCollection1 r:core_node4) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2] Registered new searcher Searcher@4fb055d3[testCollection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1933366 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575531839135678464
   [junit4]   2> 1933369 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1933369 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1933369 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34023/solr/testCollection1_shard2_replica_n2/
   [junit4]   2> 1933369 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1933369 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:34023/solr/testCollection1_shard2_replica_n2/ has no replicas
   [junit4]   2> 1933369 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1933370 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34023/solr/testCollection1_shard2_replica_n2/ shard2
   [junit4]   2> 1933471 INFO  (zkCallback-2578-thread-1-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1933514 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1933515 INFO  (qtp1537764895-14955) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=testCollection1_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1220
   [junit4]   2> 1933520 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1933521 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr c:testCollection1 s:shard2 r:core_node4 x:testCollection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection1_shard2_replica_n2&action=CREATE&numShards=2&collection=testCollection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1231
   [junit4]   2> 1933522 INFO  (qtp1537764895-14964) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1933622 INFO  (zkCallback-2578-thread-2-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection1/state.json] for collection [testCollection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1933957 INFO  (OverseerCollectionConfigSetProcessor-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1934526 INFO  (qtp1537764895-14964) [n:127.0.0.1:34023_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2586
   [junit4]   2> 1934534 INFO  (qtp1537764895-14953) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1934549 INFO  (OverseerThreadFactory-7641-thread-2-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.CreateCollectionCmd Create collection testCollection2
   [junit4]   2> 1934669 INFO  (OverseerStateUpdate-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testCollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34023/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1934672 INFO  (OverseerStateUpdate-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testCollection2_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34023/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1934873 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1934873 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1934978 INFO  (zkCallback-2578-thread-2-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934978 INFO  (zkCallback-2578-thread-1-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1935883 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1935883 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1935889 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema [testCollection2_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 1935889 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema [testCollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1935891 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1935891 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard1_replica_n1' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 1935892 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.core.testCollection2.shard1.replica_n1' (registry 'solr.core.testCollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1935892 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1935892 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [[testCollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/testCollection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/./testCollection2_shard1_replica_n1/data/]
   [junit4]   2> 1935891 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1935895 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testCollection2_shard2_replica_n3' using configuration from collection testCollection2, trusted=true
   [junit4]   2> 1935895 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34023.solr.core.testCollection2.shard2.replica_n3' (registry 'solr.core.testCollection2.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@19dcde3a
   [junit4]   2> 1935895 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1935895 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [[testCollection2_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/testCollection2_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001/tempDir-001/node1/./testCollection2_shard2_replica_n3/data/]
   [junit4]   2> 1935943 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1935944 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1935945 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1935945 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1935946 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49b31f3a[testCollection2_shard1_replica_n1] main]
   [junit4]   2> 1935947 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1935947 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1935948 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1935948 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575531841843101696
   [junit4]   2> 1935948 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1935949 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1935950 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1935950 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1935951 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@3770e693[testCollection2_shard2_replica_n3] main]
   [junit4]   2> 1935952 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1935952 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1935953 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1935953 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575531841848344576
   [junit4]   2> 1935953 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1935953 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1935954 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34023/solr/testCollection2_shard1_replica_n1/
   [junit4]   2> 1935954 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1935954 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34023/solr/testCollection2_shard1_replica_n1/ has no replicas
   [junit4]   2> 1935954 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1935955 INFO  (searcherExecutor-7655-thread-1-processing-n:127.0.0.1:34023_solr x:testCollection2_shard2_replica_n3 s:shard2 c:testCollection2 r:core_node4) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3] Registered new searcher Searcher@3770e693[testCollection2_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1935956 INFO  (searcherExecutor-7654-thread-1-processing-n:127.0.0.1:34023_solr x:testCollection2_shard1_replica_n1 s:shard1 c:testCollection2 r:core_node2) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1] Registered new searcher Searcher@49b31f3a[testCollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1935956 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1935956 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1935956 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34023/solr/testCollection2_shard2_replica_n3/
   [junit4]   2> 1935957 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1935957 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:34023/solr/testCollection2_shard2_replica_n3/ has no replicas
   [junit4]   2> 1935957 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1935958 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34023/solr/testCollection2_shard1_replica_n1/ shard1
   [junit4]   2> 1935960 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34023/solr/testCollection2_shard2_replica_n3/ shard2
   [junit4]   2> 1936060 INFO  (zkCallback-2578-thread-3-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1936061 INFO  (zkCallback-2578-thread-2-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1936062 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1936070 INFO  (qtp1537764895-14960) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=testCollection2_shard1_replica_n1&action=CREATE&numShards=2&collection=testCollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1197
   [junit4]   2> 1936111 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1936111 INFO  (qtp1537764895-14954) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=testCollection2_shard2_replica_n3&action=CREATE&numShards=2&collection=testCollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
   [junit4]   2> 1936117 INFO  (qtp1537764895-14953) [n:127.0.0.1:34023_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1936213 INFO  (zkCallback-2578-thread-3-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1936213 INFO  (zkCallback-2578-thread-2-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCollection2/state.json] for collection [testCollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1936551 INFO  (OverseerCollectionConfigSetProcessor-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1937123 INFO  (qtp1537764895-14953) [n:127.0.0.1:34023_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=config&maxShardsPerNode=1000&name=testCollection2&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2588
   [junit4]   2> 1937124 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1937124 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection1
   [junit4]   2> 1937124 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testCollection2 failOnTimeout:true timeout (sec):30
   [junit4]   2> 1937124 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testCollection2
   [junit4]   2> 1937137 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[342C0DDEA7A1500F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1937142 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=null
   [junit4]   2> 1937146 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.c.SolrCore [testCollection1_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d456fd3
   [junit4]   2> 1937157 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard2.replica_n2, tag=2101702611
   [junit4]   2> 1937157 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard2.leader, tag=2101702611
   [junit4]   2> 1937158 INFO  (qtp1537764895-14956) [n:127.0.0.1:34023_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=false&core=testCollection1_shard2_replica_n2&deleteDataDir=false&action=UNLOAD&indexInfo=true&wt=javabin&version=2&deleteIndex=false} status=0 QTime=16
   [junit4]   2> 1937159 INFO  (TEST-LeaderElectionContextKeyTest.test-seed#[342C0DDEA7A1500F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.method=test -Dtests.seed=342C0DDEA7A1500F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr -Dtests.timezone=VST -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.04s J2 | LeaderElectionContextKeyTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([342C0DDEA7A1500F:BC783204095D3DF7]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.test(LeaderElectionContextKeyTest.java:88)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1937162 INFO  (jetty-closer-2572-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@242a8ee9{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1937163 INFO  (jetty-closer-2572-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1834468871
   [junit4]   2> 1937166 INFO  (jetty-closer-2572-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1937168 INFO  (jetty-closer-2572-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1937169 INFO  (jetty-closer-2572-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1937171 INFO  (jetty-closer-2572-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1937182 INFO  (coreCloseExecutor-7664-thread-1) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.c.SolrCore [testCollection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@11844c4b
   [junit4]   2> 1937182 INFO  (coreCloseExecutor-7664-thread-3) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.c.SolrCore [testCollection2_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@4f8a86a7
   [junit4]   2> 1937182 INFO  (coreCloseExecutor-7664-thread-2) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.c.SolrCore [testCollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7fde484e
   [junit4]   2> 1937182 INFO  (coreCloseExecutor-7664-thread-1) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection1.shard1.replica_n1, tag=293882955
   [junit4]   2> 1937186 INFO  (coreCloseExecutor-7664-thread-1) [n:127.0.0.1:34023_solr c:testCollection1 s:shard1 r:core_node3 x:testCollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection1.shard1.leader, tag=293882955
   [junit4]   2> 1937186 INFO  (coreCloseExecutor-7664-thread-3) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard2.replica_n3, tag=1334478503
   [junit4]   2> 1937189 INFO  (coreCloseExecutor-7664-thread-3) [n:127.0.0.1:34023_solr c:testCollection2 s:shard2 r:core_node4 x:testCollection2_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard2.leader, tag=1334478503
   [junit4]   2> 1937190 INFO  (coreCloseExecutor-7664-thread-2) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testCollection2.shard1.replica_n1, tag=2145273934
   [junit4]   2> 1937193 INFO  (coreCloseExecutor-7664-thread-2) [n:127.0.0.1:34023_solr c:testCollection2 s:shard1 r:core_node2 x:testCollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testCollection2.shard1.leader, tag=2145273934
   [junit4]   2> 1937193 INFO  (jetty-closer-2572-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98470739814645763-127.0.0.1:34023_solr-n_0000000000) closing
   [junit4]   2> 1937193 INFO  (OverseerStateUpdate-98470739814645763-127.0.0.1:34023_solr-n_0000000000) [n:127.0.0.1:34023_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34023_solr
   [junit4]   2> 1938700 WARN  (zkCallback-2578-thread-2-processing-n:127.0.0.1:34023_solr) [n:127.0.0.1:34023_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1938700 INFO  (jetty-closer-2572-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b469709{/solr,null,UNAVAILABLE}
   [junit4]   2> 1938700 ERROR (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1938701 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33481 33481
   [junit4]   2> 1938982 INFO  (Thread-3143) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33481 33481
   [junit4]   2> 1938982 WARN  (Thread-3143) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/testCollection2/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderElectionContextKeyTest_342C0DDEA7A1500F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=786, maxMBSortInHeap=7.859325910886356, sim=RandomSimilarity(queryNorm=false): {}, locale=sr, timezone=VST
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=99061024,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [CoreMergeIndexesAdminHandlerTest, BigEndianAscendingWordDeserializerTest, V2StandaloneTest, TestExceedMaxTermLength, TimeZoneUtilsTest, TestInPlaceUpdatesStandalone, TestStressReorder, TestFieldCacheWithThreads, SharedFSAutoReplicaFailoverTest, ConfigureRecoveryStrategyTest, UUIDUpdateProcessorFallbackTest, DistributedExpandComponentTest, RegexBoostProcessorTest, TestConfigSetsAPIExclusivity, TestJettySolrRunner, TestCloudSchemaless, TestNonDefinedSimilarityFactory, TestSolrCloudWithSecureImpersonation, ExplicitHLLTest, ShowFileRequestHandlerTest, WrapperMergePolicyFactoryTest, PolyFieldTest, CloneFieldUpdateProcessorFactoryTest, SolrCoreCheckLockOnStartupTest, TestSubQueryTransformer, TestBackupRepositoryFactory, TestSort, XsltUpdateRequestHandlerTest, TestUnifiedSolrHighlighter, TestTrie, CollectionsAPIAsyncDistributedZkTest, TestSearcherReuse, TestManagedSchema, NotRequiredUniqueKeyTest, QueryEqualityTest, TestQueryWrapperFilter, TestPKIAuthenticationPlugin, SolrTestCaseJ4Test, TestObjectReleaseTracker, HdfsSyncSliceTest, TestRecovery, PathHierarchyTokenizerFactoryTest, SortByFunctionTest, TestJsonFacets, AnalysisErrorHandlingTest, CdcrReplicationDistributedZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, MergeStrategyTest, TestUseDocValuesAsStored, MinimalSchemaTest, SignatureUpdateProcessorFactoryTest, TestManagedSynonymFilterFactory, TestConfigSetProperties, HdfsUnloadDistributedZkTest, TestCollectionAPI, TestOverriddenPrefixQueryForCustomFieldType, HLLUtilTest, TestExportWriter, SuggesterTest, BasicAuthStandaloneTest, PeerSyncWithIndexFingerprintCachingTest, DateRangeFieldTest, DeleteStatusTest, FullSolrCloudDistribCmdsTest, BufferStoreTest, StatsComponentTest, SuggesterFSTTest, TestPseudoReturnFields, HdfsRecoverLeaseTest, CopyFieldTest, DistributedFacetPivotLongTailTest, TestLegacyFieldReuse, TestMacroExpander, TestTolerantSearch, TestZkAclsWithHadoopAuth, DocumentBuilderTest, SolrCLIZkUtilsTest, TestManagedResource, TestRandomFlRTGCloud, SearchHandlerTest, PreAnalyzedFieldTest, TestReload, TestSolr4Spatial2, TestFieldCacheSort, TestSurroundQueryParser, TestSolrConfigHandlerConcurrent, ManagedSchemaRoundRobinCloudTest, TemplateUpdateProcessorTest, TestExclusionRuleCollectionAccess, TermVectorComponentDistributedTest, UniqFieldsUpdateProcessorFactoryTest, TestGroupingSearch, TestPrepRecovery, TestReplicaProperties, URLClassifyProcessorTest, ClassificationUpdateProcessorFactoryTest, BadIndexSchemaTest, NodeMutatorTest, TestSolrConfigHandler, PrimitiveFieldTypeTest, TestDefaultStatsCache, ReplicationFactorTest, BlockJoinFacetRandomTest, TestAddFieldRealTimeGet, TestReRankQParserPlugin, TestReloadAndDeleteDocs, CustomCollectionTest, TestFastWriter, DistributedSuggestComponentTest, SolrMetricReporterTest, PropertiesRequestHandlerTest, HdfsBasicDistributedZk2Test, SimpleMLTQParserTest, TestScoreJoinQPScore, TestXmlQParser, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, ZkControllerTest, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, SpellCheckComponentTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DocValuesMultiTest, SolrInfoBeanTest, DebugComponentTest, LukeRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, TestValueSourceCache, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, OutputWriterTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, ResourceLoaderTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestCrossCoreJoin, TestDistributedMissingSort, AliasIntegrationTest, AssignTest, BaseCdcrDistributedZkTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteNodeTest, DeleteShardTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest]
   [junit4] Completed [424/729 (1!)] on J2 in 7.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 208 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_342C0DDEA7A1500F-001/init-core-data-001
   [junit4]   2> 2161163 INFO  (SUITE-TestAuthenticationFramework-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2161164 INFO  (SUITE-TestAuthenticationFramework-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2161165 INFO  (SUITE-TestAuthenticationFramework-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2161166 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[342C0DDEA7A1500F]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_342C0DDEA7A1500F-001/tempDir-001
   [junit4]   2> 2161166 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[342C0DDEA7A1500F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2161167 INFO  (Thread-5172) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2161167 INFO  (Thread-5172) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2161168 ERROR (Thread-5172) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2161267 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[342C0DDEA7A1500F]) [    ] o.a.s.c.ZkTestServer start zk server on port:46097
   [junit4]   2> 2161275 INFO  (jetty-launcher-2554-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2161276 INFO  (jetty-launcher-2554-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2161276 INFO  (jetty-launcher-2554-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52241f0e{/solr,null,AVAILABLE}
   [junit4]   2> 2161277 INFO  (jetty-launcher-2554-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64cc02b4{/solr,null,AVAILABLE}
   [junit4]   2> 2161283 INFO  (jetty-launcher-2554-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7711da27{SSL,[ssl, http/1.1]}{127.0.0.1:42525}
   [junit4]   2> 2161283 INFO  (jetty-launcher-2554-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6eea82a6{SSL,[ssl, http/1.1]}{127.0.0.1:46325}
   [junit4]   2> 2161283 INFO  (jetty-launcher-2554-thread-2) [    ] o.e.j.s.Server Started @2162696ms
   [junit4]   2> 2161283 INFO  (jetty-launcher-2554-thread-1) [    ] o.e.j.s.Server Started @2162696ms
   [junit4]   2> 2161283 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42525}
   [junit4]   2> 2161283 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46325}
   [junit4]   2> 2161283 ERROR (jetty-launcher-2554-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2161283 ERROR (jetty-launcher-2554-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T13:27:57.654Z
   [junit4]   2> 2161284 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-12T13:27:57.654Z
   [junit4]   2> 2161294 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2161298 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2161332 INFO  (jetty-launcher-2554-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46097/solr
   [junit4]   2> 2161332 INFO  (jetty-launcher-2554-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46097/solr
   [junit4]   2> 2161382 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2161382 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42525_solr
   [junit4]   2> 2161382 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.c.Overseer Overseer (id=98470754879864837-127.0.0.1:42525_solr-n_0000000000) starting
   [junit4]   2> 2161393 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2161393 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46325_solr
   [junit4]   2> 2161399 INFO  (OverseerStateUpdate-98470754879864837-127.0.0.1:42525_solr-n_0000000000) [n:127.0.0.1:42525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2161400 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42525_solr
   [junit4]   2> 2161400 INFO  (zkCallback-2565-thread-1-processing-n:127.0.0.1:42525_solr) [n:127.0.0.1:42525_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2161418 INFO  (zkCallback-2566-thread-1-processing-n:127.0.0.1:46325_solr) [n:127.0.0.1:46325_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2161457 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 2161475 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 2161490 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42525.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2161491 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46325.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2161494 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42525.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2161494 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42525.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2161495 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46325.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2161495 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46325.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2161495 INFO  (jetty-launcher-2554-thread-2) [n:127.0.0.1:42525_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_342C0DDEA7A1500F-001/tempDir-001/node1/.
   [junit4]   2> 2161496 INFO  (jetty-launcher-2554-thread-1) [n:127.0.0.1:46325_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_342C0DDEA7A1500F-001/tempDir-001/node2/.
   [junit4]   2> 2161538 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[342C0DDEA7A1500F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2161539 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[342C0DDEA7A1500F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46097/solr ready
   [junit4]   2> 2161540 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[342C0DDEA7A1500F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 2161570 INFO  (qtp642381104-18247) [n:127.0.0.1:46325_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2161572 INFO  (OverseerThreadFactory-5980-thread-1-processing-n:127.0.0.1:42525_solr) [n:127.0.0.1:42525_solr    ] o.a.s.c.CreateCollectionCmd Create collection testcollection
   [junit4]   2> 2161680 INFO  (OverseerStateUpdate-98470754879864837-127.0.0.1:42525_solr-n_0000000000) [n:127.0.0.1:42525_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42525/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2161681 INFO  (OverseerStateUpdate-98470754879864837-127.0.0.1:42525_solr-n_0000000000) [n:127.0.0.1:42525_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testcollection_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46325/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2161683 INFO  (OverseerStateUpdate-98470754879864837-127.0.0.1:42525_solr-n_0000000000) [n:127.0.0.1:42525_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42525/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2161685 INFO  (OverseerStateUpdate-98470754879864837-127.0.0.1:42525_solr-n_0000000000) [n:127.0.0.1:42525_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testcollection_shard2_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46325/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 2161921 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n7&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2161921 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2161921 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2161949 INFO  (qtp810765476-18256) [n:127.0.0.1:42525_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2161950 INFO  (qtp810765476-18256) [n:127.0.0.1:42525_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2161961 INFO  (qtp810765476-18263) [n:127.0.0.1:42525_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2162087 INFO  (zkCallback-2565-thread-1-processing-n:127.0.0.1:42525_solr) [n:127.0.0.1:42525_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2162087 INFO  (zkCallback-2565-thread-2-processing-n:127.0.0.1:42525_solr) [n:127.0.0.1:42525_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2162087 INFO  (zkCallback-2566-thread-1-processing-n:127.0.0.1:46325_solr) [n:127.0.0.1:46325_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2162942 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2162943 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2162963 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 2162963 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema [testcollection_shard2_replica_n7] Schema name=minimal
   [junit4]   2> 2162965 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2162965 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2162965 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n7' using configuration from collection testcollection, trusted=true
   [junit4]   2> 2162965 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
   [junit4]   2> 2162965 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46325.solr.core.testcollection.shard2.replica_n7' (registry 'solr.core.testcollection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2162965 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46325.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@24f4d499
   [junit4]   2> 2162966 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2162966 INFO  (qtp642381104-18249) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2162966 INFO  (qtp642381104-18254) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n7] o.a.s.c.SolrCore [[testcollection_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_342C0DDEA7A1500F-001/tempDi

[...truncated too long message...]

[junit4]   2> 2169527 INFO  (coreCloseExecutor-6025-thread-2) [n:127.0.0.1:42525_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6]  CLOSING SolrCore org.apache.solr.core.SolrCore@3fc6289b
   [junit4]   2> 2169527 INFO  (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7c797c2f
   [junit4]   2> 2169527 INFO  (coreCloseExecutor-6025-thread-1) [n:127.0.0.1:42525_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=416889613
   [junit4]   2> 2169527 INFO  (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=2088336431
   [junit4]   2> 2169530 INFO  (coreCloseExecutor-6025-thread-2) [n:127.0.0.1:42525_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=1069951131
   [junit4]   2> 2169527 INFO  (coreCloseExecutor-6026-thread-2) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [testcollection_shard2_replica_n5]  CLOSING SolrCore org.apache.solr.core.SolrCore@793616e2
   [junit4]   2> 2169531 INFO  (coreCloseExecutor-6026-thread-2) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n5, tag=2033587938
   [junit4]   2> 2169533 INFO  (coreCloseExecutor-6025-thread-1) [n:127.0.0.1:42525_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=416889613
   [junit4]   2> 2169533 INFO  (coreCloseExecutor-6025-thread-2) [n:127.0.0.1:42525_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1069951131
   [junit4]   2> 2169534 INFO  (jetty-closer-2555-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98470754879864837-127.0.0.1:42525_solr-n_0000000000) closing
   [junit4]   2> 2169534 INFO  (OverseerStateUpdate-98470754879864837-127.0.0.1:42525_solr-n_0000000000) [n:127.0.0.1:42525_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42525_solr
   [junit4]   2> 2169535 INFO  (coreCloseExecutor-6026-thread-1) [n:127.0.0.1:46325_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=2088336431
   [junit4]   2> 2169535 INFO  (coreCloseExecutor-6026-thread-2) [n:127.0.0.1:46325_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=2033587938
   [junit4]   2> 2169543 INFO  (jetty-closer-2555-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64cc02b4{/solr,null,UNAVAILABLE}
   [junit4]   2> 2169543 INFO  (zkCallback-2566-thread-1-processing-n:127.0.0.1:46325_solr) [n:127.0.0.1:46325_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46325_solr
   [junit4]   2> 2169543 INFO  (zkCallback-2566-thread-2-processing-n:127.0.0.1:46325_solr) [n:127.0.0.1:46325_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2169551 INFO  (jetty-closer-2555-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52241f0e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2169552 ERROR (SUITE-TestAuthenticationFramework-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2169553 INFO  (SUITE-TestAuthenticationFramework-seed#[342C0DDEA7A1500F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46097 46097
   [junit4]   2> 2174575 INFO  (Thread-5172) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46097 46097
   [junit4]   2> 2174579 WARN  (Thread-5172) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/configs/solrCloudCollectionConfig
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/testcollection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_342C0DDEA7A1500F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1630, maxMBSortInHeap=7.545556508856839, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CL, timezone=Africa/Banjul
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=98108408,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [MetricUtilsTest, TestDownShardTolerantSearch, TolerantUpdateProcessorTest, TestSweetSpotSimilarityFactory, SolrCmdDistributorTest, SchemaVersionSpecificBehaviorTest, GraphQueryTest, ShardSplitTest, StatelessScriptUpdateProcessorFactoryTest, ClusterStateUpdateTest, ReplaceNodeTest, SOLR749Test, DirectoryFactoryTest, NoCacheHeaderTest, TestSmileRequest, SortSpecParsingTest, TestCursorMarkWithoutUniqueKey, TestFastLRUCache, TestOrdValues, CacheHeaderTest, TestSha256AuthenticationProvider, TestDocBasedVersionConstraints, TestCharFilters, HdfsRestartWhileUpdatingTest, TestMaxTokenLenTokenizer, DirectSolrSpellCheckerTest, TestSolrIndexConfig, CdcrRequestHandlerTest, TestSearchPerf, SolrMetricManagerTest, TestGraphMLResponseWriter, TestSolrConfigHandlerCloud, TestBM25SimilarityFactory, UpdateRequestProcessorFactoryTest, TestSolrCloudSnapshots, TestDistributedGrouping, TestCloudInspectUtil, TestJsonFacetRefinement, TestFuzzyAnalyzedSuggestions, TestDFISimilarityFactory, DisMaxRequestHandlerTest, TestRequestStatusCollectionAPI, QueryParsingTest, TestPostingsSolrHighlighter, TestSchemalessBufferedUpdates, DistanceFunctionTest, CloudExitableDirectoryReaderTest, TestSchemaNameResource, HdfsLockFactoryTest, ActionThrottleTest, TestFiltering, DistributedVersionInfoTest, TestLeaderElectionWithEmptyReplica, ResponseHeaderTest, TestPivotHelperCode, BadComponentTest, TestCustomDocTransformer, StressHdfsTest, SolrSlf4jReporterTest, TestCoreContainer, FileUtilsTest, DistributedMLTComponentTest, BitVectorTest, BlockDirectoryTest, CloudMLTQParserTest, DistribDocExpirationUpdateProcessorTest, TestHashQParserPlugin, TestManagedSchemaThreadSafety, TestStressVersions, TestNoOpRegenerator, TestSystemIdResolver, AtomicUpdatesTest, TestHashPartitioner, TestFreeTextSuggestions, TestConfigSetsAPI, HLLSerializationTest, JSONWriterTest, SolrGangliaReporterTest, HdfsNNFailoverTest, MetricsHandlerTest, SegmentsInfoRequestHandlerTest, SampleTest, LeaderFailoverAfterPartitionTest, TestExactSharedStatsCache, HighlighterTest, ConvertedLegacyTest, DataDrivenBlockJoinTest, TestAuthorizationFramework, ScriptEngineTest, SolrXmlInZkTest, TestFieldSortValues, TestFieldCacheReopen, TestDynamicFieldCollectionResource, BasicAuthIntegrationTest, ZkSolrClientTest, TestInPlaceUpdatesDistrib, TestRebalanceLeaders, HighlighterMaxOffsetTest, OverriddenZkACLAndCredentialsProvidersTest, TestSolrCLIRunExample, ConcurrentDeleteAndCreateCollectionTest, ChaosMonkeySafeLeaderTest, TestStreamBody, TestEmbeddedSolrServerSchemaAPI, TestRTGBase, HealthCheckHandlerTest, RulesTest, TestCryptoKeys, TestOnReconnectListenerSupport, LoggingHandlerTest, DeleteLastCustomShardedReplicaTest, PeerSyncReplicationTest, TestLegacyField, TestPartialUpdateDeduplication, TestStressInPlaceUpdates, ChaosMonkeySafeLeaderWithPullReplicasTest, TestHdfsBackupRestoreCore, DistributedQueryComponentOptimizationTest, TestXIncludeConfig, ClassificationUpdateProcessorTest, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, CircularListTest, CursorPagingTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AssignBackwardCompatibilityTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest, CreateCollectionCleanupTest, DistribCursorPagingTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSUlogDirTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, RestartWhileUpdatingTest, RollingRestartTest, SSLMigrationTest, SaslZkACLProviderTest, TestAuthenticationFramework]
   [junit4] Completed [487/729 (2!)] on J1 in 13.43s, 1 test, 1 error <<< FAILURES!

[...truncated 44161 lines...]