You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/07 10:52:35 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_131) - Build # 19575 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19575/
Java: 32bit/jdk1.8.0_131 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([AC98AD25AEBFE39:81EE59031BED55BD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:861)
	at org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:442)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12491 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/init-core-data-001
   [junit4]   2> 641457 WARN  (SUITE-ShardSplitTest-seed#[AC98AD25AEBFE39]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 641458 INFO  (SUITE-ShardSplitTest-seed#[AC98AD25AEBFE39]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 641459 INFO  (SUITE-ShardSplitTest-seed#[AC98AD25AEBFE39]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 641459 INFO  (SUITE-ShardSplitTest-seed#[AC98AD25AEBFE39]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /m/or
   [junit4]   2> 641461 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 641461 INFO  (Thread-1526) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 641461 INFO  (Thread-1526) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 641463 ERROR (Thread-1526) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 641561 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkTestServer start zk server on port:44885
   [junit4]   2> 641572 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 641573 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 641575 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 641576 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 641577 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 641578 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 641579 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 641580 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 641581 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 641582 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 641583 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 641694 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/control-001/cores/collection1
   [junit4]   2> 641696 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 641697 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13b66f5{/m/or,null,AVAILABLE}
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11ddc47{HTTP/1.1,[http/1.1]}{127.0.0.1:43196}
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server Started @643254ms
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/tempDir-001/control/data, hostContext=/m/or, hostPort=43196, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/control-001/cores}
   [junit4]   2> 641700 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 641700 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T10:17:54.610Z
   [junit4]   2> 641704 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 641704 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/control-001/solr.xml
   [junit4]   2> 641709 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 641713 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44885/solr
   [junit4]   2> 641731 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 641732 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43196_m%2For
   [junit4]   2> 641733 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.Overseer Overseer (id=97920763453243396-127.0.0.1:43196_m%2For-n_0000000000) starting
   [junit4]   2> 641740 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43196_m%2For
   [junit4]   2> 641742 INFO  (zkCallback-894-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 641934 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 641940 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 641941 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 641944 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/control-001/cores
   [junit4]   2> 641944 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 641945 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 641947 INFO  (OverseerStateUpdate-97920763453243396-127.0.0.1:43196_m%2For-n_0000000000) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 642964 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 642978 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 643075 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 643090 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 643090 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 643091 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 643091 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/control-001/cores/collection1/data/]
   [junit4]   2> 643094 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=22.1552734375, floorSegmentMB=1.736328125, forceMergeDeletesPctAllowed=24.065772620459075, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7219687160410904
   [junit4]   2> 643139 WARN  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 643193 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 643193 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 643194 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 643194 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 643195 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=37.501953125, floorSegmentMB=1.6181640625, forceMergeDeletesPctAllowed=24.99601686117373, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 643196 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1118fa8[collection1] main]
   [junit4]   2> 643197 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 643197 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 643198 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 643200 INFO  (searcherExecutor-2664-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1118fa8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 643200 INFO  (coreLoadExecutor-2663-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566732217074319360
   [junit4]   2> 643205 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 643206 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 643206 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43196/m/or/collection1/
   [junit4]   2> 643206 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 643206 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43196/m/or/collection1/ has no replicas
   [junit4]   2> 643206 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 643209 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43196/m/or/collection1/ shard1
   [junit4]   2> 643359 INFO  (coreZkRegister-2656-thread-1-processing-n:127.0.0.1:43196_m%2For x:collection1 c:control_collection) [n:127.0.0.1:43196_m%2For c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 643468 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 643468 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44885/solr ready
   [junit4]   2> 643468 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 643644 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001/cores/collection1
   [junit4]   2> 643645 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001
   [junit4]   2> 643645 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 643646 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@132ceab{/m/or,null,AVAILABLE}
   [junit4]   2> 643647 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@188afc0{HTTP/1.1,[http/1.1]}{127.0.0.1:43628}
   [junit4]   2> 643647 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server Started @645202ms
   [junit4]   2> 643648 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/m/or, hostPort=43628, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001/cores}
   [junit4]   2> 643648 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 643648 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 643648 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 643648 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 643648 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T10:17:56.558Z
   [junit4]   2> 643651 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 643651 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001/solr.xml
   [junit4]   2> 643658 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 643673 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44885/solr
   [junit4]   2> 643689 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 643691 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 643693 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43628_m%2For
   [junit4]   2> 643695 INFO  (zkCallback-894-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 643696 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 643698 INFO  (zkCallback-898-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 643889 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 643897 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 643897 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 643900 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001/cores
   [junit4]   2> 643900 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 643901 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 643902 INFO  (OverseerStateUpdate-97920763453243396-127.0.0.1:43196_m%2For-n_0000000000) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 644923 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 644939 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 645027 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 645042 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 645043 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 645043 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 645043 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 645046 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=22.1552734375, floorSegmentMB=1.736328125, forceMergeDeletesPctAllowed=24.065772620459075, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7219687160410904
   [junit4]   2> 645072 WARN  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 645121 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 645121 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 645122 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 645122 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 645124 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=37.501953125, floorSegmentMB=1.6181640625, forceMergeDeletesPctAllowed=24.99601686117373, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 645124 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a74310[collection1] main]
   [junit4]   2> 645125 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 645125 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 645126 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 645128 INFO  (searcherExecutor-2675-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a74310[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 645128 INFO  (coreLoadExecutor-2674-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566732219095973888
   [junit4]   2> 645133 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 645133 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 645134 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43628/m/or/collection1/
   [junit4]   2> 645134 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 645134 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:43628/m/or/collection1/ has no replicas
   [junit4]   2> 645134 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 645137 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43628/m/or/collection1/ shard2
   [junit4]   2> 645287 INFO  (coreZkRegister-2669-thread-1-processing-n:127.0.0.1:43628_m%2For x:collection1 c:collection1) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 645527 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001/cores/collection1
   [junit4]   2> 645527 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001
   [junit4]   2> 645528 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 645529 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5086dd{/m/or,null,AVAILABLE}
   [junit4]   2> 645530 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d3a52f{HTTP/1.1,[http/1.1]}{127.0.0.1:38373}
   [junit4]   2> 645531 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server Started @647085ms
   [junit4]   2> 645531 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/m/or, hostPort=38373, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001/cores}
   [junit4]   2> 645531 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 645531 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 645531 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 645531 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 645531 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T10:17:58.441Z
   [junit4]   2> 645536 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 645536 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001/solr.xml
   [junit4]   2> 645541 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 645545 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44885/solr
   [junit4]   2> 645552 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 645555 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 645556 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38373_m%2For
   [junit4]   2> 645557 INFO  (zkCallback-894-thread-1-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 645558 INFO  (zkCallback-898-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 645558 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 645558 INFO  (zkCallback-909-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 645724 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 645753 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 645754 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 645757 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001/cores
   [junit4]   2> 645757 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 645758 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 645760 INFO  (OverseerStateUpdate-97920763453243396-127.0.0.1:43196_m%2For-n_0000000000) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 646775 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 646792 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 646899 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 646940 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 646940 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 646940 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 646941 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 646944 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=22.1552734375, floorSegmentMB=1.736328125, forceMergeDeletesPctAllowed=24.065772620459075, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7219687160410904
   [junit4]   2> 647041 WARN  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 647097 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 647098 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 647099 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 647099 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 647100 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=37.501953125, floorSegmentMB=1.6181640625, forceMergeDeletesPctAllowed=24.99601686117373, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 647101 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@239fe7[collection1] main]
   [junit4]   2> 647102 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 647102 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 647103 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 647103 INFO  (coreLoadExecutor-2685-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566732221166911488
   [junit4]   2> 647105 INFO  (searcherExecutor-2686-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@239fe7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 647108 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 647108 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 647108 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38373/m/or/collection1/
   [junit4]   2> 647108 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 647108 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38373/m/or/collection1/ has no replicas
   [junit4]   2> 647108 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 647112 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38373/m/or/collection1/ shard1
   [junit4]   2> 647263 INFO  (coreZkRegister-2680-thread-1-processing-n:127.0.0.1:38373_m%2For x:collection1 c:collection1) [n:127.0.0.1:38373_m%2For c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 647543 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001/cores/collection1
   [junit4]   2> 647544 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001
   [junit4]   2> 647545 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 647546 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d81c76{/m/or,null,AVAILABLE}
   [junit4]   2> 647548 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ebfc51{HTTP/1.1,[http/1.1]}{127.0.0.1:45471}
   [junit4]   2> 647548 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server Started @649102ms
   [junit4]   2> 647548 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/m/or, hostPort=45471, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001/cores}
   [junit4]   2> 647548 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 647548 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 647548 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 647548 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 647549 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T10:18:00.458Z
   [junit4]   2> 647551 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 647551 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001/solr.xml
   [junit4]   2> 647567 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 647572 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44885/solr
   [junit4]   2> 647581 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 647583 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 647585 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45471_m%2For
   [junit4]   2> 647587 INFO  (zkCallback-898-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 647587 INFO  (zkCallback-909-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 647587 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 647587 INFO  (zkCallback-894-thread-2-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 647598 INFO  (zkCallback-915-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 648021 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 648029 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 648029 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 648032 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001/cores
   [junit4]   2> 648032 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 648032 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 648033 INFO  (OverseerStateUpdate-97920763453243396-127.0.0.1:43196_m%2For-n_0000000000) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 649046 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 649061 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 649151 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 649167 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 649167 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node3' (registry 'solr.core.collection1.shard2.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 649168 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 649168 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 649171 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=22.1552734375, floorSegmentMB=1.736328125, forceMergeDeletesPctAllowed=24.065772620459075, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7219687160410904
   [junit4]   2> 649186 WARN  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 649241 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 649241 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 649242 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 649242 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 649245 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=37.501953125, floorSegmentMB=1.6181640625, forceMergeDeletesPctAllowed=24.99601686117373, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 649246 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5daaf3[collection1] main]
   [junit4]   2> 649251 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 649252 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 649252 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 649255 INFO  (searcherExecutor-2697-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 c:collection1) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5daaf3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 649256 INFO  (coreLoadExecutor-2696-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566732223424495616
   [junit4]   2> 649260 INFO  (coreZkRegister-2691-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 c:collection1) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 649260 INFO  (updateExecutor-912-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 649261 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 649261 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 649261 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 649261 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 649261 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:43628/m/or/collection1/] and I am [http://127.0.0.1:45471/m/or/collection1/]
   [junit4]   2> 649266 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:43628/m/or]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:45471_m%252For&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 649272 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 649272 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 649273 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:45471_m%2For, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:45471/m/or","node_name":"127.0.0.1:45471_m%2For","state":"down"}
   [junit4]   2> 649783 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001/cores/collection1
   [junit4]   2> 649786 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001
   [junit4]   2> 649787 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 649788 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aa3eaa{/m/or,null,AVAILABLE}
   [junit4]   2> 649790 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8bc136{HTTP/1.1,[http/1.1]}{127.0.0.1:35161}
   [junit4]   2> 649790 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.Server Started @651345ms
   [junit4]   2> 649791 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/m/or, hostPort=35161, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001/cores}
   [junit4]   2> 649791 ERROR (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 649791 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 649791 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 649791 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 649792 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T10:18:02.701Z
   [junit4]   2> 649795 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 649795 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001/solr.xml
   [junit4]   2> 649804 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 649809 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44885/solr
   [junit4]   2> 649820 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 649823 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 649825 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35161_m%2For
   [junit4]   2> 649830 INFO  (zkCallback-903-thread-1-processing-n:127.0.0.1:43628_m%2For) [n:127.0.0.1:43628_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 649830 INFO  (zkCallback-898-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 649830 INFO  (zkCallback-909-thread-1-processing-n:127.0.0.1:38373_m%2For) [n:127.0.0.1:38373_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 649830 INFO  (zkCallback-915-thread-1-processing-n:127.0.0.1:45471_m%2For) [n:127.0.0.1:45471_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 649830 INFO  (zkCallback-894-thread-2-processing-n:127.0.0.1:43196_m%2For) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 649847 INFO  (zkCallback-922-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 650019 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 650028 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 650028 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 650032 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001/cores
   [junit4]   2> 650032 INFO  (TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[AC98AD25AEBFE39]) [n:127.0.0.1:35161_m%2For    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 650032 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 650034 INFO  (OverseerStateUpdate-97920763453243396-127.0.0.1:43196_m%2For-n_0000000000) [n:127.0.0.1:43196_m%2For    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 650273 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:45471_m%2For, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:45471/m/or","node_name":"127.0.0.1:45471_m%2For","state":"recovering"}
   [junit4]   2> 650273 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 650273 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45471_m%252For&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 650774 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:43628/m/or/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 650775 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:45471/m/or START replicas=[http://127.0.0.1:43628/m/or/collection1/] nUpdates=100
   [junit4]   2> 650778 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 650778 INFO  (qtp22921763-5866) [n:127.0.0.1:43628_m%2For c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp=/m/or path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 650779 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 650779 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 650779 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 650779 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 650780 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 650780 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 650780 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 650780 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 650780 INFO  (recoveryExecutor-913-thread-1-processing-n:127.0.0.1:45471_m%2For x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:45471_m%2For c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 651051 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 651066 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 651158 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 651173 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 651173 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node4' (registry 'solr.core.collection1.shard1.core_node4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1a63e2e
   [junit4]   2> 651173 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 651173 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 651177 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=22.1552734375, floorSegmentMB=1.736328125, forceMergeDeletesPctAllowed=24.065772620459075, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7219687160410904
   [junit4]   2> 651211 WARN  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 651287 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 651287 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 651289 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 651289 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 651291 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=37.501953125, floorSegmentMB=1.6181640625, forceMergeDeletesPctAllowed=24.99601686117373, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 651292 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@184bf6d[collection1] main]
   [junit4]   2> 651293 INFO  (coreLoadExecutor-2707-thread-1-processing-n:127.0.0.1:35161_m%2For) [n:127.0.0.1:35161_m%2For c:collection1   x:collection1] o.a.s.r.ManagedResourceSt

[...truncated too long message...]

pache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:372)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:316)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1423743 INFO  (qtp5834679-7421) [n:127.0.0.1:33268_m%2For    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46156_m%252For&core=shardSplitWithRule_shard1_0_replica1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=4002
   [junit4]   2> 1423833 WARN  (zkCallback-1110-thread-2-processing-n:127.0.0.1:33268_m%2For) [n:127.0.0.1:33268_m%2For c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1423833 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:33268_m%2For) [n:127.0.0.1:33268_m%2For c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1423833 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:33268_m%2For) [n:127.0.0.1:33268_m%2For c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7a62de
   [junit4]   2> 1423834 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:33268_m%2For) [n:127.0.0.1:33268_m%2For c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.core_node4, tag=8020702
   [junit4]   2> 1423839 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:33268_m%2For) [n:127.0.0.1:33268_m%2For c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=8020702
   [junit4]   2> 1423840 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@fdccd6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1423840 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[AC98AD25AEBFE39]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@909d9a{/m/or,null,UNAVAILABLE}
   [junit4]   2> 1423841 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 35022
   [junit4]   2> 1423841 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[AC98AD25AEBFE39]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1423842 INFO  (TEST-ShardSplitTest.testSplitShardWithRule-seed#[AC98AD25AEBFE39]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45243 45243
   [junit4]   2> 1429016 INFO  (Thread-1822) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45243 45243
   [junit4]   2> 1429017 WARN  (Thread-1822) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	68	/solr/collections/shardSplitWithRule/state.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1429019 INFO  (SUITE-ShardSplitTest-seed#[AC98AD25AEBFE39]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_AC98AD25AEBFE39-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=Direct), shard_s=PostingsFormat(name=LuceneFixedGap), n_ti=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), a_i=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct)}, docValues:{rnd_b=DocValuesFormat(name=Asserting), shard_s=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), n_ti=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=233, maxMBSortInHeap=7.332382685154089, sim=RandomSimilarity(queryNorm=true): {}, locale=sr-Latn-ME, timezone=Pacific/Yap
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 1.8.0_131 (32-bit)/cpus=12,threads=1,free=90730928,total=449286144
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsNNFailoverTest, CustomCollectionTest, TestPayloadScoreQParserPlugin, TestBlobHandler, DocValuesNotIndexedTest, TestNoOpRegenerator, TestSchemaVersionResource, SpellingQueryConverterTest, PreAnalyzedFieldTest, BaseCdcrDistributedZkTest, BasicZkTest, TestLFUCache, FullHLLTest, DeleteNodeTest, DistributedFacetExistsSmallTest, MissingSegmentRecoveryTest, OverseerRolesTest, TimeZoneUtilsTest, TestConfigSetsAPIZkFailure, TestCloudInspectUtil, PeerSyncReplicationTest, TestLeaderInitiatedRecoveryThread, BasicDistributedZkTest, URLClassifyProcessorTest, TestExactSharedStatsCache, SearchHandlerTest, TestJsonFacetRefinement, BufferStoreTest, SecurityConfHandlerTest, DisMaxRequestHandlerTest, CloneFieldUpdateProcessorFactoryTest, TestHalfAndHalfDocValues, TestManagedResource, TestJavabinTupleStreamParser, TestFoldingMultitermQuery, PathHierarchyTokenizerFactoryTest, TestReplicationHandlerBackup, CloudMLTQParserTest, TestAuthorizationFramework, DistribJoinFromCollectionTest, CursorPagingTest, DistributedSpellCheckComponentTest, StressHdfsTest, QueryResultKeyTest, BasicAuthIntegrationTest, TestJmxIntegration, TestSolrConfigHandlerConcurrent, TestRebalanceLeaders, TestSolrCloudWithHadoopAuthPlugin, ReturnFieldsTest, TestDistributedSearch, UniqFieldsUpdateProcessorFactoryTest, TestNRTOpen, TestConfigSetImmutable, ChangedSchemaMergeTest, TestDocTermOrds, InfoHandlerTest, SuggestComponentTest, TestQuerySenderListener, PolyFieldTest, PeerSyncWithIndexFingerprintCachingTest, TemplateUpdateProcessorTest, TestComplexPhraseLeadingWildcard, TestSubQueryTransformer, TestHighFrequencyDictionaryFactory, TestSmileRequest, TestBulkSchemaAPI, TestOnReconnectListenerSupport, CopyFieldTest, TestSolrFieldCacheBean, TestOmitPositions, ShardSplitTest]
   [junit4] Completed [446/709 (1!)] on J0 in 787.59s, 5 tests, 1 failure <<< FAILURES!

[...truncated 40239 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+168) - Build # 19576 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19576/
Java: 32bit/jdk-9-ea+168 -server -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "overlay":{     "znodeVersion":0,     "runtimeLib":{"colltest":{         "name":"colltest",         "version":1}}}},  from server:  null

Stack Trace:
java.lang.AssertionError: Could not get expected value  'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "overlay":{
    "znodeVersion":0,
    "runtimeLib":{"colltest":{
        "name":"colltest",
        "version":1}}}},  from server:  null
	at __randomizedtesting.SeedInfo.seed([99ADA8D4144B3862:41E08583E3969DC2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.metrics.reporters.SolrJmxReporterTest.testReloadCore

Error Message:
expected:<12> but was:<14>

Stack Trace:
java.lang.AssertionError: expected:<12> but was:<14>
	at __randomizedtesting.SeedInfo.seed([99ADA8D4144B3862:13E9B07D64A4C2CE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.testReloadCore(SolrJmxReporterTest.java:159)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11104 lines...]
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/init-core-data-001
   [junit4]   2> 118479 INFO  (SUITE-TestDynamicLoading-seed#[99ADA8D4144B3862]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 118480 INFO  (SUITE-TestDynamicLoading-seed#[99ADA8D4144B3862]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 118480 INFO  (SUITE-TestDynamicLoading-seed#[99ADA8D4144B3862]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 118482 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 118482 INFO  (Thread-214) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 118482 INFO  (Thread-214) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 118485 ERROR (Thread-214) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 118582 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkTestServer start zk server on port:42611
   [junit4]   2> 118591 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 118593 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 118594 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 118595 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 118596 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 118597 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 118597 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 118598 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 118599 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 118600 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 118600 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 118691 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/control-001/cores/collection1
   [junit4]   2> 118692 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 118693 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a204f{/,null,AVAILABLE}
   [junit4]   2> 118695 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@389dd9{HTTP/1.1,[http/1.1]}{127.0.0.1:45538}
   [junit4]   2> 118695 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server Started @120581ms
   [junit4]   2> 118695 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/tempDir-001/control/data, hostPort=45538, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/control-001/cores}
   [junit4]   2> 118695 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 118695 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 118696 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 118696 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 118696 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T12:50:46.424065Z
   [junit4]   2> 118698 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 118698 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/control-001/solr.xml
   [junit4]   2> 118701 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 118704 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42611/solr
   [junit4]   2> 118718 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 118719 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45538_
   [junit4]   2> 118719 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.Overseer Overseer (id=97921364538884100-127.0.0.1:45538_-n_0000000000) starting
   [junit4]   2> 118726 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45538_
   [junit4]   2> 118728 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 119002 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 119009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 119009 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 119012 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/control-001/cores
   [junit4]   2> 119012 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 119014 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 119015 INFO  (OverseerStateUpdate-97921364538884100-127.0.0.1:45538_-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 120024 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 120034 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 120107 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 120115 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 120115 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 120116 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 120116 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/control-001/cores/collection1/data/]
   [junit4]   2> 120118 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=84.1279296875, floorSegmentMB=1.1552734375, forceMergeDeletesPctAllowed=25.054989650167595, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16317134517511728
   [junit4]   2> 120121 WARN  (coreLoadExecutor-830-thread-1) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 120161 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 120161 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 120162 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 120162 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 120163 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=200756124, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 120163 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fc7f6[collection1] main]
   [junit4]   2> 120165 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 120165 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 120166 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 120166 INFO  (searcherExecutor-831-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fc7f6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 120167 INFO  (coreLoadExecutor-830-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566741834387947520
   [junit4]   2> 120171 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 120171 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 120171 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45538/collection1/
   [junit4]   2> 120171 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 120171 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:45538/collection1/ has no replicas
   [junit4]   2> 120171 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 120174 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45538/collection1/ shard1
   [junit4]   2> 120324 INFO  (coreZkRegister-823-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 120534 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 120534 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42611/solr ready
   [junit4]   2> 120534 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 120534 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 120629 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001/cores/collection1
   [junit4]   2> 120630 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001
   [junit4]   2> 120630 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 120631 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ff7e62{/,null,AVAILABLE}
   [junit4]   2> 120632 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e9c2ba{HTTP/1.1,[http/1.1]}{127.0.0.1:40845}
   [junit4]   2> 120632 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server Started @122519ms
   [junit4]   2> 120632 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/tempDir-001/jetty1, hostPort=40845, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001/cores}
   [junit4]   2> 120633 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 120633 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 120633 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 120633 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 120633 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T12:50:48.361512Z
   [junit4]   2> 120635 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 120635 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001/solr.xml
   [junit4]   2> 120639 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 120641 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42611/solr
   [junit4]   2> 120647 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 120648 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 120649 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40845_
   [junit4]   2> 120649 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120650 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120650 INFO  (zkCallback-275-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 120741 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 120745 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 120746 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 120747 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001/cores
   [junit4]   2> 120747 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 120748 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 120749 INFO  (OverseerStateUpdate-97921364538884100-127.0.0.1:45538_-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 120851 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 121757 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 121767 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 121846 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 121854 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 121854 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 121854 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 121854 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 121857 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=84.1279296875, floorSegmentMB=1.1552734375, forceMergeDeletesPctAllowed=25.054989650167595, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16317134517511728
   [junit4]   2> 121858 WARN  (coreLoadExecutor-841-thread-1) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 121895 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 121895 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 121896 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 121896 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 121897 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=200756124, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 121897 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a6f567[collection1] main]
   [junit4]   2> 121898 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 121898 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 121899 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 121900 INFO  (searcherExecutor-842-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a6f567[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 121900 INFO  (coreLoadExecutor-841-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566741836205129728
   [junit4]   2> 121905 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 121905 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 121905 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40845/collection1/
   [junit4]   2> 121905 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 121905 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:40845/collection1/ has no replicas
   [junit4]   2> 121905 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 121907 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40845/collection1/ shard2
   [junit4]   2> 122009 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 122058 INFO  (coreZkRegister-836-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 122161 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 122362 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001/cores/collection1
   [junit4]   2> 122363 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001
   [junit4]   2> 122363 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 122364 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10df198{/,null,AVAILABLE}
   [junit4]   2> 122365 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8d4ec2{HTTP/1.1,[http/1.1]}{127.0.0.1:33941}
   [junit4]   2> 122365 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server Started @124251ms
   [junit4]   2> 122365 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/tempDir-001/jetty2, hostPort=33941, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001/cores}
   [junit4]   2> 122365 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 122366 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 122366 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 122366 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 122366 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T12:50:50.094301Z
   [junit4]   2> 122368 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 122368 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001/solr.xml
   [junit4]   2> 122371 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 122374 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42611/solr
   [junit4]   2> 122379 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 122380 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 122381 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33941_
   [junit4]   2> 122382 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 122382 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 122382 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 122382 INFO  (zkCallback-275-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 122514 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 122520 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 122520 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 122523 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001/cores
   [junit4]   2> 122523 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 122524 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 122525 INFO  (OverseerStateUpdate-97921364538884100-127.0.0.1:45538_-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 122627 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 122627 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 123536 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 123551 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 123662 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 123669 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 123670 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 123670 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 123670 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 123672 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=84.1279296875, floorSegmentMB=1.1552734375, forceMergeDeletesPctAllowed=25.054989650167595, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16317134517511728
   [junit4]   2> 123674 WARN  (coreLoadExecutor-852-thread-1) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 123711 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 123711 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 123712 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 123712 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 123713 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=200756124, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 123713 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@107996f[collection1] main]
   [junit4]   2> 123714 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 123714 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 123715 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 123715 INFO  (searcherExecutor-853-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@107996f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 123716 INFO  (coreLoadExecutor-852-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566741838109343744
   [junit4]   2> 123721 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 123721 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 123721 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33941/collection1/
   [junit4]   2> 123721 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 123721 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:33941/collection1/ has no replicas
   [junit4]   2> 123721 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 123723 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33941/collection1/ shard1
   [junit4]   2> 123825 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 123825 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 123873 INFO  (coreZkRegister-847-thread-1) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 123976 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 123976 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 124189 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001/cores/collection1
   [junit4]   2> 124190 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001
   [junit4]   2> 124190 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 124191 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4bb438{/,null,AVAILABLE}
   [junit4]   2> 124192 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@244e8b{HTTP/1.1,[http/1.1]}{127.0.0.1:42008}
   [junit4]   2> 124192 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server Started @126078ms
   [junit4]   2> 124192 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/tempDir-001/jetty3, hostPort=42008, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001/cores}
   [junit4]   2> 124192 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 124192 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 124192 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 124193 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 124193 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T12:50:51.921025Z
   [junit4]   2> 124195 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 124195 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001/solr.xml
   [junit4]   2> 124198 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 124200 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42611/solr
   [junit4]   2> 124205 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 124206 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 124207 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42008_
   [junit4]   2> 124208 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 124209 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 124209 INFO  (zkCallback-275-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 124209 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 124209 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 124319 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 124324 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 124324 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 124326 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001/cores
   [junit4]   2> 124326 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 124327 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 124328 INFO  (OverseerStateUpdate-97921364538884100-127.0.0.1:45538_-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 124430 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 124430 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 124430 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 125337 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 125369 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 125432 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 125442 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 125442 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node3' (registry 'solr.core.collection1.shard2.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 125442 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 125442 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 125445 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=84.1279296875, floorSegmentMB=1.1552734375, forceMergeDeletesPctAllowed=25.054989650167595, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16317134517511728
   [junit4]   2> 125447 WARN  (coreLoadExecutor-863-thread-1) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 125513 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 125513 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 125514 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 125514 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 125516 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=200756124, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 125516 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@a11efd[collection1] main]
   [junit4]   2> 125517 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 125518 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 125518 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 125519 INFO  (searcherExecutor-864-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@a11efd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 125519 INFO  (coreLoadExecutor-863-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566741839999926272
   [junit4]   2> 125523 INFO  (coreZkRegister-858-thread-1) [    ] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 125523 INFO  (updateExecutor-290-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 125523 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 125524 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 125524 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 125524 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 125524 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:40845/collection1/] and I am [http://127.0.0.1:42008/collection1/]
   [junit4]   2> 125526 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:40845]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:42008_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 125529 INFO  (qtp22522580-1407) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 125530 INFO  (qtp22522580-1407) [    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 125530 INFO  (qtp22522580-1407) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:42008_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:42008","node_name":"127.0.0.1:42008_","state":"down"}
   [junit4]   2> 125627 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 125627 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 125627 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 126002 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001/cores/collection1
   [junit4]   2> 126003 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001
   [junit4]   2> 126003 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 126005 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18975ca{/,null,AVAILABLE}
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51b4d2{HTTP/1.1,[http/1.1]}{127.0.0.1:44949}
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.e.j.s.Server Started @127892ms
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/tempDir-001/jetty4, hostPort=44949, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001/cores}
   [junit4]   2> 126006 ERROR (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 126006 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-05-07T12:50:53.734970Z
   [junit4]   2> 126011 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 126011 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001/solr.xml
   [junit4]   2> 126025 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 126028 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42611/solr
   [junit4]   2> 126036 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 126037 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 126039 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44949_
   [junit4]   2> 126040 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 126040 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 126040 INFO  (zkCallback-275-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 126040 INFO  (zkCallback-271-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 126041 INFO  (zkCallback-300-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 126041 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 126107 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 126112 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 126112 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 126114 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001/cores
   [junit4]   2> 126114 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 126118 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 126121 INFO  (OverseerStateUpdate-97921364538884100-127.0.0.1:45538_-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 126222 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 126222 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 126222 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 126222 INFO  (zkCallback-300-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 126530 INFO  (qtp22522580-1407) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:42008_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:42008","node_name":"127.0.0.1:42008_","state":"recovering"}
   [junit4]   2> 126530 INFO  (qtp22522580-1407) [    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 126530 INFO  (qtp22522580-1407) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:42008_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 127031 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:40845/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 127031 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:42008 START replicas=[http://127.0.0.1:40845/collection1/] nUpdates=100
   [junit4]   2> 127036 INFO  (qtp22522580-1407) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:1.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 127036 INFO  (qtp22522580-1407) [    ] o.a.s.c.S.Request [collection1]  webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 127036 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 127036 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 127036 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 127036 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 127037 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 127037 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 127037 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 127037 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 127037 INFO  (recoveryExecutor-291-thread-1) [    ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 127128 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 127138 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 127140 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127140 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127140 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127142 INFO  (zkCallback-300-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127232 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 127240 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
   [junit4]   2> 127240 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node4' (registry 'solr.core.collection1.shard1.core_node4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c3302f
   [junit4]   2> 127240 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 127241 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestDynamicLoading_99ADA8D4144B3862-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 127242 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=84.1279296875, floorSegmentMB=1.1552734375, forceMergeDeletesPctAllowed=25.054989650167595, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16317134517511728
   [junit4]   2> 127244 WARN  (coreLoadExecutor-874-thread-1) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 127280 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 127280 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 127281 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 127281 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 127282 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=200756124, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 127282 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@173ffce[collection1] main]
   [junit4]   2> 127283 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 127283 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 127284 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 127284 INFO  (coreLoadExecutor-874-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1566741841850662912
   [junit4]   2> 127285 INFO  (searcherExecutor-875-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@173ffce[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 127287 INFO  (coreZkRegister-869-thread-1) [    ] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 127287 INFO  (updateExecutor-297-thread-1) [    ] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 127287 INFO  (recoveryExecutor-298-thread-1) [    ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 127288 INFO  (recoveryExecutor-298-thread-1) [    ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 127288 INFO  (recoveryExecutor-298-thread-1) [    ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 127288 INFO  (recoveryExecutor-298-thread-1) [    ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 127288 INFO  (recoveryExecutor-298-thread-1) [    ] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:33941/collection1/] and I am [http://127.0.0.1:44949/collection1/]
   [junit4]   2> 127290 INFO  (recoveryExecutor-298-thread-1) [    ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:33941]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:44949_&coreNodeName=core_node4&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 127293 INFO  (qtp698283-1435) [    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 127294 INFO  (qtp698283-1435) [    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 127294 INFO  (qtp698283-1435) [    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:44949_, coreNodeName=core_node4, onlyIfActiveCheckResult=false, nodeProps: core_node4:{"core":"collection1","base_url":"http://127.0.0.1:44949","node_name":"127.0.0.1:44949_","state":"down"}
   [junit4]   2> 127390 INFO  (zkCallback-293-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127390 INFO  (zkCallback-287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127390 INFO  (zkCallback-300-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127390 INFO  (zkCallback-281-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 127660 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDynamicLoading
   [junit4]   2> 127665 INFO  (TEST-TestDynamicLoading.testDynamicLoading-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.TestSolrConfigHandler going to send config command. path /config?wt=json , payload: {
   [junit4]   2> 'add-runtimelib' : { 'name' : 'colltest' ,'version':1}
   [junit4]   2> }
   [junit4]   2> 127673 INFO  (qtp698283-1437) [    ] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"add-runtimelib":{
   [junit4]   2>     "name":"colltest",
   [junit4]   2>     "version":1}}]
   [junit4]   2> 127673 INFO  (Thread-265) [    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 127673 INFO  (Thread-267) [    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 127673 INFO  (Thread-268) [    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 127674 INFO  (Thread-264) [    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 127674 INFO  (Thread-266) [    ] o.a.s.c.SolrCore config update listener called for core collection1
   [junit4]   2> 127674 INFO  (qtp698283-1437) [    ] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 3 replicas to set the property overlay to be of version 0 for collection collection1
   [junit4]   2> 127674 INFO  (Thread-267) [    ] o.a.s.c.SolrCore core reload collection1
   [junit4]   2> 127674 INFO  (Thread-265) [    ] o.a.s.c.SolrCore core reload collection1
   [junit4]   2> 127674 INFO  (Thread-268) [    ] o.a.s.c.SolrCore core reload collection1
   [junit4]   2> 127674 INFO  (Thread-264) [    ] o.a.s.c.SolrCore core reload collection1
   [junit4]   2> 127674 INFO  (Thread-266) [    ] o.a.s.c.SolrCore core reload collection1
   [junit4]   2> 127675 INFO  (solrHandlerExecutor-880-thread-1) [    ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 127675 INFO  (solrHandlerExecutor-880-thread-2) [    ] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 127675 INFO  (solrHandlerExecuto

[...truncated too long message...]

n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1986175 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1986191 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'dnnlmhbmu.solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2551de
   [junit4]   2> 1986199 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=null
   [junit4]   2> 1986209 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=18927579
   [junit4]   2> 1986210 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1986210 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=13397073
   [junit4]   2> 1986210 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1986212 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1986214 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1986215 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1986215 INFO  (coreCloseExecutor-9253-thread-1) [    ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@120cfdb
   [junit4]   2> 1986215 INFO  (coreCloseExecutor-9253-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=18927579
   [junit4]   2> 1986216 INFO  (TEST-SolrJmxReporterTest.testReloadCore-seed#[99ADA8D4144B3862]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReloadCore
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrJmxReporterTest -Dtests.method=testReloadCore -Dtests.seed=99ADA8D4144B3862 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lg-UG -Dtests.timezone=Asia/Kuala_Lumpur -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.51s J2 | SolrJmxReporterTest.testReloadCore <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<12> but was:<14>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([99ADA8D4144B3862:13E9B07D64A4C2CE]:0)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrJmxReporterTest.testReloadCore(SolrJmxReporterTest.java:159)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1986218 INFO  (SUITE-SolrJmxReporterTest-seed#[99ADA8D4144B3862]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.metrics.reporters.SolrJmxReporterTest_99ADA8D4144B3862-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=733, maxMBSortInHeap=5.806746063323367, sim=RandomSimilarity(queryNorm=false): {}, locale=lg-UG, timezone=Asia/Kuala_Lumpur
   [junit4]   2> NOTE: Linux 4.4.0-75-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=107155920,total=447479808
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsWriteToMultipleCollectionsTest, SimpleFacetsTest, LukeRequestHandlerTest, TestReversedWildcardFilterFactory, DocValuesMissingTest, TestXmlQParserPlugin, RequestHandlersTest, TestSolrQueryParser, SolrPluginUtilsTest, NoCacheHeaderTest, TestPerFieldSimilarityWithDefaultOverride, CursorMarkTest, TestCoreDiscovery, TestComponentsName, BinaryUpdateRequestHandlerTest, TestFieldTypeResource, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsLockFactoryTest, SolrShardReporterTest, TestReload, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionTest, TestIndexSearcher, TestConfigSetsAPIExclusivity, TestRequestForwarding, TestLuceneMatchVersion, SuggesterWFSTTest, TestConfigsApi, ClassificationUpdateProcessorTest, MBeansHandlerTest, DateFieldTest, TestImpersonationWithHadoopAuth, TestConfigOverlay, TestDynamicLoading, TestRawResponseWriter, TestRestManager, ActionThrottleTest, TestTolerantUpdateProcessorCloud, BadIndexSchemaTest, TestZkChroot, SolrIndexConfigTest, SuggesterTSTTest, BJQParserTest, AutoCommitTest, HdfsBasicDistributedZkTest, OverseerTaskQueueTest, TestRecoveryHdfs, ExternalFileFieldSortTest, CreateCollectionCleanupTest, PluginInfoTest, TestSolrXml, VersionInfoTest, TestEmbeddedSolrServerSchemaAPI, RuleEngineTest, BigEndianAscendingWordDeserializerTest, TestNestedDocsSort, TestStressCloudBlindAtomicUpdates, SolrCoreCheckLockOnStartupTest, TestMultiWordSynonyms, HdfsCollectionsAPIDistributedZkTest, PrimitiveFieldTypeTest, DistributedFacetPivotWhiteBoxTest, TestJsonRequest, SolrMetricsIntegrationTest, DeleteShardTest, TestIndexingPerformance, TestSolrQueryParserDefaultOperatorResource, HttpPartitionTest, TestCollationField, TestDeleteCollectionOnDownNodes, CoreMergeIndexesAdminHandlerTest, TestCloudManagedSchema, TestExtendedDismaxParser, TestDocBasedVersionConstraints, HdfsRecoveryZkTest, SuggesterTest, TestStressReorder, RestartWhileUpdatingTest, TestMergePolicyConfig, TestLeaderElectionZkExpiry, EchoParamsTest, DirectUpdateHandlerTest, TestQuerySenderNoQuery, DataDrivenBlockJoinTest, TestFieldCollectionResource, TestSimpleQParserPlugin, TestPhraseSuggestions, TestIntervalFaceting, JsonValidatorTest, StatsReloadRaceTest, ConcurrentDeleteAndCreateCollectionTest, TestRandomCollapseQParserPlugin, DebugComponentTest, PreAnalyzedFieldManagedSchemaCloudTest, CurrencyFieldXmlFileTest, SharedFSAutoReplicaFailoverUtilsTest, TolerantUpdateProcessorTest, TestUseDocValuesAsStored2, JavabinLoaderTest, AsyncCallRequestStatusResponseTest, XmlUpdateRequestHandlerTest, V2ApiIntegrationTest, ZkStateReaderTest, TestClusterProperties, CoreAdminHandlerTest, TestRestoreCore, UpdateParamsTest, OutputWriterTest, DistributedFacetPivotLongTailTest, TestCloudDeleteByQuery, ClusterStateTest, BlockDirectoryTest, TestRandomRequestDistribution, BasicDistributedZk2Test, UnloadDistributedZkTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, SolrCoreTest, TestGroupingSearch, SolrCmdDistributorTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestFoldingMultitermQuery, TestTrie, TestCSVLoader, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, TestWriterPerf, TestOmitPositions, TestValueSourceCache, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, ReturnFieldsTest, TestCSVResponseWriter, TestPartialUpdateDeduplication, HighlighterConfigTest, TestSolrIndexConfig, ResponseLogComponentTest, SampleTest, TestBinaryField, TestConfig, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, ConnectionReuseTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, MultiThreadedOCPTest, ReplicationFactorTest, SaslZkACLProviderTest, ShardSplitTest, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestStressInPlaceUpdates, TestNRTOpen, TestSolrCoreSnapshots, TestHdfsBackupRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, DistributedQueryComponentCustomSortTest, InfixSuggestersTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SpatialHeatmapFacetsTest, HighlighterMaxOffsetTest, WrapperMergePolicyFactoryTest, SolrGangliaReporterTest, SolrJmxReporterTest]
   [junit4] Completed [581/709 (2!)] on J2 in 2.33s, 3 tests, 1 failure <<< FAILURES!

[...truncated 36719 lines...]