You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/12/28 22:58:46 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1572 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1572/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestRandomFlRTGCloud

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestRandomFlRTGCloud:     1) Thread[id=2416, name=OverseerHdfsCoreFailoverThread-97187435524784137-127.0.0.1:56271_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestRandomFlRTGCloud: 
   1) Thread[id=2416, name=OverseerHdfsCoreFailoverThread-97187435524784137-127.0.0.1:56271_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([CE87EAB584CAE4F0]:0)


FAILED:  org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter

Error Message:


Stack Trace:
java.util.ConcurrentModificationException
	at __randomizedtesting.SeedInfo.seed([CE87EAB584CAE4F0:9163C782EFC677B5]:0)
	at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
	at java.util.ArrayList$Itr.next(ArrayList.java:851)
	at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.SolrCmdDistributorTest.test

Error Message:
[SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:35328//collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:35328//collection1/] expected:<0> but was:<2>

Stack Trace:
java.lang.AssertionError: [SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:35328//collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:35328//collection1/] expected:<0> but was:<2>
	at __randomizedtesting.SeedInfo.seed([CE87EAB584CAE4F0:46D3D56F2A368908]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.update.SolrCmdDistributorTest.test(SolrCmdDistributorTest.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10821 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRandomFlRTGCloud
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/init-core-data-001
   [junit4]   2> 126287 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=client auth uses too much RAM, ssl=NaN, value=NaN, clientAuth=0.0)
   [junit4]   2> 126289 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001
   [junit4]   2> 126289 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 126290 INFO  (Thread-1892) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 126290 INFO  (Thread-1892) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 126390 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:47032
   [junit4]   2> 126411 INFO  (jetty-launcher-68-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 126416 INFO  (jetty-launcher-68-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 126417 INFO  (jetty-launcher-68-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 126425 INFO  (jetty-launcher-68-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60e14a07{/solr,null,AVAILABLE}
   [junit4]   2> 126429 INFO  (jetty-launcher-68-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@25378200{SSL,[ssl, http/1.1]}{127.0.0.1:51055}
   [junit4]   2> 126429 INFO  (jetty-launcher-68-thread-2) [    ] o.e.j.s.Server Started @130339ms
   [junit4]   2> 126429 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51055}
   [junit4]   2> 126430 ERROR (jetty-launcher-68-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 126430 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 126430 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 126430 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 126430 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-28T22:02:58.333Z
   [junit4]   2> 126432 INFO  (jetty-launcher-68-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1eba314e{/solr,null,AVAILABLE}
   [junit4]   2> 126436 INFO  (jetty-launcher-68-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@453a3d6c{/solr,null,AVAILABLE}
   [junit4]   2> 126438 INFO  (jetty-launcher-68-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5f225aa8{SSL,[ssl, http/1.1]}{127.0.0.1:46744}
   [junit4]   2> 126438 INFO  (jetty-launcher-68-thread-3) [    ] o.e.j.s.Server Started @130348ms
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46744}
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d10048c{SSL,[ssl, http/1.1]}{127.0.0.1:56271}
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-1) [    ] o.e.j.s.Server Started @130349ms
   [junit4]   2> 126439 ERROR (jetty-launcher-68-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56271}
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 126439 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-28T22:02:58.342Z
   [junit4]   2> 126439 ERROR (jetty-launcher-68-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 126440 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 126440 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 126440 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 126440 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-28T22:02:58.343Z
   [junit4]   2> 126445 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 126451 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 126459 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 126463 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15947752b160001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 126472 INFO  (jetty-launcher-68-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47032/solr
   [junit4]   2> 126485 INFO  (jetty-launcher-68-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47032/solr
   [junit4]   2> 126485 INFO  (jetty-launcher-68-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47032/solr
   [junit4]   2> 126492 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15947752b160005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 126499 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15947752b160007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 126561 INFO  (jetty-launcher-68-thread-3) [n:127.0.0.1:46744_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46744_solr
   [junit4]   2> 126563 INFO  (jetty-launcher-68-thread-1) [n:127.0.0.1:56271_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56271_solr
   [junit4]   2> 126563 INFO  (jetty-launcher-68-thread-2) [n:127.0.0.1:51055_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51055_solr
   [junit4]   2> 126564 INFO  (jetty-launcher-68-thread-3) [n:127.0.0.1:46744_solr    ] o.a.s.c.Overseer Overseer (id=97187435524784134-127.0.0.1:46744_solr-n_0000000000) starting
   [junit4]   2> 126579 INFO  (zkCallback-84-thread-1-processing-n:127.0.0.1:56271_solr) [n:127.0.0.1:56271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 126579 INFO  (zkCallback-83-thread-1-processing-n:127.0.0.1:51055_solr) [n:127.0.0.1:51055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 126581 INFO  (zkCallback-82-thread-1-processing-n:127.0.0.1:46744_solr) [n:127.0.0.1:46744_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 126621 INFO  (jetty-launcher-68-thread-3) [n:127.0.0.1:46744_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46744_solr
   [junit4]   2> 126624 INFO  (zkCallback-82-thread-1-processing-n:127.0.0.1:46744_solr) [n:127.0.0.1:46744_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 126627 INFO  (zkCallback-83-thread-1-processing-n:127.0.0.1:51055_solr) [n:127.0.0.1:51055_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 126627 INFO  (zkCallback-84-thread-1-processing-n:127.0.0.1:56271_solr) [n:127.0.0.1:56271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 126655 INFO  (jetty-launcher-68-thread-2) [n:127.0.0.1:51055_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node2/.
   [junit4]   2> 126728 INFO  (jetty-launcher-68-thread-1) [n:127.0.0.1:56271_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node1/.
   [junit4]   2> 126859 INFO  (jetty-launcher-68-thread-3) [n:127.0.0.1:46744_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node3/.
   [junit4]   2> 126904 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 126905 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47032/solr ready
   [junit4]   2> 127604 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.config=solrconfig-tlog.xml&property.schema=schema-psuedo-fields.xml&collection.configName=org.apache.solr.cloud.TestRandomFlRTGCloud_config-set&name=org.apache.solr.cloud.TestRandomFlRTGCloud_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 127636 INFO  (OverseerThreadFactory-200-thread-1-processing-n:127.0.0.1:46744_solr) [n:127.0.0.1:46744_solr    ] o.a.s.c.CreateCollectionCmd Create collection org.apache.solr.cloud.TestRandomFlRTGCloud_collection
   [junit4]   2> 127856 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-psuedo-fields.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestRandomFlRTGCloud_config-set&newCollection=true&name=org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1&action=CREATE&numShards=2&collection=org.apache.solr.cloud.TestRandomFlRTGCloud_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 127858 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-psuedo-fields.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestRandomFlRTGCloud_config-set&newCollection=true&name=org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1&action=CREATE&numShards=2&collection=org.apache.solr.cloud.TestRandomFlRTGCloud_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 127978 INFO  (zkCallback-84-thread-1-processing-n:127.0.0.1:56271_solr) [n:127.0.0.1:56271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.cloud.TestRandomFlRTGCloud_collection/state.json] for collection [org.apache.solr.cloud.TestRandomFlRTGCloud_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 127979 INFO  (zkCallback-82-thread-4-processing-n:127.0.0.1:46744_solr) [n:127.0.0.1:46744_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.cloud.TestRandomFlRTGCloud_collection/state.json] for collection [org.apache.solr.cloud.TestRandomFlRTGCloud_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 128917 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 128918 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 128942 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.IndexSchema [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] Schema name=test
   [junit4]   2> 128953 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.IndexSchema [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] Schema name=test
   [junit4]   2> 129059 WARN  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.IndexSchema [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 129059 WARN  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.IndexSchema [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 129061 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 129061 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema test/1.4 with uniqueid field id
   [junit4]   2> 129070 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1' using configuration from collection org.apache.solr.cloud.TestRandomFlRTGCloud_collection
   [junit4]   2> 129070 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1' using configuration from collection org.apache.solr.cloud.TestRandomFlRTGCloud_collection
   [junit4]   2> 129070 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.SolrCore [[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node1/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node1/./org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/data/]
   [junit4]   2> 129070 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.SolrCore [[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node3/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestRandomFlRTGCloud_CE87EAB584CAE4F0-001/tempDir-001/node3/./org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/data/]
   [junit4]   2> 129071 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@983a744
   [junit4]   2> 129071 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@983a744
   [junit4]   2> 129074 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=972574055, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 129074 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=972574055, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 129085 WARN  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 129086 WARN  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 129107 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 129107 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 129108 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 129108 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 129109 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=30.37890625, floorSegmentMB=0.82421875, forceMergeDeletesPctAllowed=1.868232117715689, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3288624847557984
   [junit4]   2> 129109 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69d10106[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] main]
   [junit4]   2> 129111 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestRandomFlRTGCloud_config-set
   [junit4]   2> 129111 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestRandomFlRTGCloud_config-set
   [junit4]   2> 129111 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 129112 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554998971350384640
   [junit4]   2> 129115 INFO  (searcherExecutor-207-thread-1-processing-n:127.0.0.1:46744_solr x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1 s:shard1 c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.SolrCore [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] Registered new searcher Searcher@69d10106[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 129116 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 129116 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 129117 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 129117 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 129118 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=30.37890625, floorSegmentMB=0.82421875, forceMergeDeletesPctAllowed=1.868232117715689, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3288624847557984
   [junit4]   2> 129118 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49e9cb67[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] main]
   [junit4]   2> 129120 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestRandomFlRTGCloud_config-set
   [junit4]   2> 129120 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 129121 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 129121 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/
   [junit4]   2> 129121 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 129121 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/ has no replicas
   [junit4]   2> 129122 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestRandomFlRTGCloud_config-set
   [junit4]   2> 129123 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 129125 INFO  (searcherExecutor-208-thread-1-processing-n:127.0.0.1:56271_solr x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1 s:shard2 c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.SolrCore [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] Registered new searcher Searcher@49e9cb67[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 129125 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554998971364016128
   [junit4]   2> 129125 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/ shard1
   [junit4]   2> 129135 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 129135 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 129135 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/
   [junit4]   2> 129135 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 129136 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/ has no replicas
   [junit4]   2> 129146 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/ shard2
   [junit4]   2> 129249 INFO  (zkCallback-82-thread-2-processing-n:127.0.0.1:46744_solr) [n:127.0.0.1:46744_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.cloud.TestRandomFlRTGCloud_collection/state.json] for collection [org.apache.solr.cloud.TestRandomFlRTGCloud_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 129251 INFO  (zkCallback-84-thread-1-processing-n:127.0.0.1:56271_solr) [n:127.0.0.1:56271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.cloud.TestRandomFlRTGCloud_collection/state.json] for collection [org.apache.solr.cloud.TestRandomFlRTGCloud_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 129277 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 129281 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-psuedo-fields.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestRandomFlRTGCloud_config-set&newCollection=true&name=org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1&action=CREATE&numShards=2&collection=org.apache.solr.cloud.TestRandomFlRTGCloud_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1423
   [junit4]   2> 129298 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 129302 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2  x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-tlog.xml&property.schema=schema-psuedo-fields.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestRandomFlRTGCloud_config-set&newCollection=true&name=org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1&action=CREATE&numShards=2&collection=org.apache.solr.cloud.TestRandomFlRTGCloud_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1449
   [junit4]   2> 129313 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 129403 INFO  (zkCallback-84-thread-1-processing-n:127.0.0.1:56271_solr) [n:127.0.0.1:56271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.cloud.TestRandomFlRTGCloud_collection/state.json] for collection [org.apache.solr.cloud.TestRandomFlRTGCloud_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 129403 INFO  (zkCallback-82-thread-2-processing-n:127.0.0.1:46744_solr) [n:127.0.0.1:46744_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/org.apache.solr.cloud.TestRandomFlRTGCloud_collection/state.json] for collection [org.apache.solr.cloud.TestRandomFlRTGCloud_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 129635 INFO  (OverseerCollectionConfigSetProcessor-97187435524784134-127.0.0.1:46744_solr-n_0000000000) [n:127.0.0.1:46744_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 130313 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.config=solrconfig-tlog.xml&property.schema=schema-psuedo-fields.xml&collection.configName=org.apache.solr.cloud.TestRandomFlRTGCloud_config-set&name=org.apache.solr.cloud.TestRandomFlRTGCloud_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2709
   [junit4]   2> 130314 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: org.apache.solr.cloud.TestRandomFlRTGCloud_collection failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> replica:core_node1 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 130316 INFO  (SUITE-TestRandomFlRTGCloud-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: org.apache.solr.cloud.TestRandomFlRTGCloud_collection
   [junit4]   2> 130383 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRandomizedUpdatesAndRTGs
   [junit4]   2> 130383 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud Starting 5635 iters by seeding 13 of 273 max docs
   [junit4]   2> 130384 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 0 = SolrInputDocument(fields: [id=0, aaa_i=1218440698, bbb_i=-1371290694, ccc_s=widc, ddd_s=bhinvhg, eee_s=umpfo, fff_s=qptsfkeykc, ggg_s=oln, hhh_s=oivnjyof, geo_1_srpt=POINT( 42 -3 ), geo_2_srpt=POINT( 42 -16 ), next_2_ids_ss=[1, 2], axx_i=-228626000, ayy_i=811277441, azz_s=ni])
   [junit4]   2> 130469 INFO  (qtp1583039091-2317) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.AbstractSpatialPrefixTreeFieldType location_rpt{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args={geo=true, maxDistErr=0.001, distErrPct=0.025, distanceUnits=kilometers, class=solr.SpatialRecursivePrefixTreeFieldType}} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=Haversine, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 130496 INFO  (qtp1583039091-2317) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.AbstractSpatialPrefixTreeFieldType location_rpt{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args={geo=true, maxDistErr=0.001, distErrPct=0.025, distanceUnits=kilometers, class=solr.SpatialRecursivePrefixTreeFieldType}} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=Haversine, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 130521 INFO  (qtp1583039091-2317) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&wt=javabin&version=2}{add=[0 (1554998972729262080)]} 0 95
   [junit4]   2> 130522 INFO  (qtp1534540069-2315) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 127
   [junit4]   2> 130523 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 1 = SolrInputDocument(fields: [id=1, aaa_i=1970819006, bbb_i=1786396489, ccc_s=wfvkgjsd, ddd_s=o, eee_s=m, fff_s=ivrm, ggg_s=gzulsbf, hhh_s=mewcengjx, geo_1_srpt=POINT( 42 62 ), geo_2_srpt=POINT( 42 36 ), next_2_ids_ss=[2, 3], axx_i=-1649044949, ayy_i=857084263, azz_s=jrnp])
   [junit4]   2> 130542 INFO  (qtp1583039091-2318) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1554998972847751168)]} 0 1
   [junit4]   2> 130543 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 2 = SolrInputDocument(fields: [id=2, aaa_i=1866181431, bbb_i=-1529357733, ccc_s=yo, ddd_s=, eee_s=gkm, fff_s=pnfdv, ggg_s=umna, hhh_s=xlz, geo_1_srpt=POINT( 42 49 ), geo_2_srpt=POINT( 42 49 ), next_2_ids_ss=[3, 4], axx_i=-1324339059, ayy_i=-1770412288, azz_s=ljiqncuvve])
   [junit4]   2> 130545 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.AbstractSpatialPrefixTreeFieldType location_rpt{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args={geo=true, maxDistErr=0.001, distErrPct=0.025, distanceUnits=kilometers, class=solr.SpatialRecursivePrefixTreeFieldType}} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=Haversine, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 130546 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.s.AbstractSpatialPrefixTreeFieldType location_rpt{class=org.apache.solr.schema.SpatialRecursivePrefixTreeFieldType,analyzer=org.apache.solr.schema.FieldType$DefaultAnalyzer,args={geo=true, maxDistErr=0.001, distErrPct=0.025, distanceUnits=kilometers, class=solr.SpatialRecursivePrefixTreeFieldType}} strat: RecursivePrefixTreeStrategy(SPG:(GeohashPrefixTree(maxLevels:11,ctx:SpatialContext{geo=true, calculator=Haversine, worldBounds=Rect(minX=-180.0,maxX=180.0,minY=-90.0,maxY=90.0)})),pruneLeafyBranches) maxLevels: 11
   [junit4]   2> 130559 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1554998972852994048)]} 0 14
   [junit4]   2> 130560 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 3 = SolrInputDocument(fields: [id=3, aaa_i=441050070, bbb_i=1340453669, ccc_s=dcm, ddd_s=nvqtsx, eee_s=u, fff_s=nxhz, ggg_s=cynro, hhh_s=tiol, geo_1_srpt=POINT( 42 -16 ), geo_2_srpt=POINT( 42 49 ), next_2_ids_ss=[4, 5], axx_i=350489603, ayy_i=1096432145, azz_s=zbjmdh])
   [junit4]   2> 130563 INFO  (qtp1534540069-2301) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1554998972870819840)]} 0 1
   [junit4]   2> 130565 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 4 = SolrInputDocument(fields: [id=4, aaa_i=-268762891, bbb_i=-1787146411, ccc_s=ei, ddd_s=nunadmeyw, eee_s=fhsiv, fff_s=wbrhloyytu, ggg_s=tjlytxtr, hhh_s=hyv, geo_1_srpt=POINT( 42 -3 ), geo_2_srpt=POINT( 42 -42 ), next_2_ids_ss=[5, 6], axx_i=1726703535, ayy_i=-1190346892, azz_s=rlbwjvwmlu])
   [junit4]   2> 130619 INFO  (qtp1583039091-2320) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1554998972929540096)]} 0 1
   [junit4]   2> 130620 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 5 = SolrInputDocument(fields: [id=5, aaa_i=1010903636, bbb_i=-1671893303, ccc_s=hik, ddd_s=gjmfcoumw, eee_s=cbbk, fff_s=vaebolkoji, ggg_s=, hhh_s=eytnrfvd, geo_1_srpt=POINT( 42 -29 ), geo_2_srpt=POINT( 42 -42 ), next_2_ids_ss=[6, 7], axx_i=1479078579, ayy_i=1018093927, azz_s=])
   [junit4]   2> 130644 INFO  (qtp1534540069-2299) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&wt=javabin&version=2}{add=[5 (1554998972955754496)]} 0 1
   [junit4]   2> 130645 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 18
   [junit4]   2> 130646 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 6 = SolrInputDocument(fields: [id=6, aaa_i=-996949654, bbb_i=495474327, ccc_s=hdofxjgkm, ddd_s=kdgmamih, eee_s=zgupefb, fff_s=gezchwqg, ggg_s=, hhh_s=jvqa, geo_1_srpt=POINT( 42 49 ), geo_2_srpt=POINT( 42 -42 ), next_2_ids_ss=[7, 8], axx_i=206117852, ayy_i=1771072531, azz_s=lbuwgsknil])
   [junit4]   2> 130647 INFO  (qtp1534540069-2305) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1554998972959948800)]} 0 0
   [junit4]   2> 130648 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 7 = SolrInputDocument(fields: [id=7, aaa_i=-1072549814, bbb_i=-1195788487, ccc_s=qjpjtz, ddd_s=bf, eee_s=qqzjkgvdk, fff_s=cwrxktefin, ggg_s=rqfg, hhh_s=, geo_1_srpt=POINT( 42 -3 ), geo_2_srpt=POINT( 42 62 ), next_2_ids_ss=[8, 9], axx_i=-1030443643, ayy_i=880979381, azz_s=vtrrjpvfbp])
   [junit4]   2> 130662 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1554998972974628864)]} 0 1
   [junit4]   2> 130663 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 8 = SolrInputDocument(fields: [id=8, aaa_i=1682898567, bbb_i=-267111300, ccc_s=zlhuswu, ddd_s=vggpweydi, eee_s=wzfblbba, fff_s=bf, ggg_s=qtznnpdou, hhh_s=imqiyx, geo_1_srpt=POINT( 42 49 ), geo_2_srpt=POINT( 42 -3 ), next_2_ids_ss=[9, 10], axx_i=337507488, ayy_i=-173192597, azz_s=sltg])
   [junit4]   2> 130668 INFO  (qtp1583039091-2320) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1554998972980920320)]} 0 1
   [junit4]   2> 130668 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 9 = SolrInputDocument(fields: [id=9, aaa_i=161645046, bbb_i=-1495733031, ccc_s=nomf, ddd_s=shh, eee_s=mqnlvrq, fff_s=, ggg_s=w, hhh_s=, geo_1_srpt=POINT( 42 -16 ), geo_2_srpt=POINT( 42 36 ), next_2_ids_ss=[10, 11], axx_i=1073447500, ayy_i=-2126960134, azz_s=ywhnqdpp])
   [junit4]   2> 130670 INFO  (qtp1534540069-2315) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1554998972983017472)]} 0 0
   [junit4]   2> 130671 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 10 = SolrInputDocument(fields: [id=10, aaa_i=1390730904, bbb_i=-855349429, ccc_s=dm, ddd_s=jusdzlg, eee_s=dsgozue, fff_s=, ggg_s=yy, hhh_s=f, geo_1_srpt=POINT( 42 10 ), geo_2_srpt=POINT( 42 -3 ), next_2_ids_ss=[11, 12], axx_i=-1041323652, ayy_i=-671620392, azz_s=imrqnqgkan])
   [junit4]   2> 130673 INFO  (qtp1583039091-2318) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&wt=javabin&version=2}{add=[10 (1554998972987211776)]} 0 0
   [junit4]   2> 130674 INFO  (qtp1534540069-2301) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 2
   [junit4]   2> 130675 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 11 = SolrInputDocument(fields: [id=11, aaa_i=1155950319, bbb_i=1953234474, ccc_s=mnjjdjmaf, ddd_s=, eee_s=, fff_s=hh, ggg_s=dwihgokrk, hhh_s=manbaye, geo_1_srpt=POINT( 42 23 ), geo_2_srpt=POINT( 42 62 ), next_2_ids_ss=[12, 13], axx_i=918554022, ayy_i=-528849327, azz_s=])
   [junit4]   2> 130676 INFO  (qtp1583039091-2318) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1554998972990357504)]} 0 0
   [junit4]   2> 130677 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 12 = SolrInputDocument(fields: [id=12, aaa_i=1144638128, bbb_i=-1133906819, ccc_s=nm, ddd_s=ik, eee_s=yh, fff_s=omdqtfpwt, ggg_s=csqhpszxn, hhh_s=spzg, geo_1_srpt=POINT( 42 62 ), geo_2_srpt=POINT( 42 -29 ), next_2_ids_ss=[13, 14], axx_i=749255494, ayy_i=507569514, azz_s=thmrtjybp])
   [junit4]   2> 130679 INFO  (qtp1583039091-2323) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1554998972992454656)]} 0 0
   [junit4]   2> 130679 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud RTG: numDocsThisIter=3 numDocsThisIterThatExist=1, docIds=[63, 0, 44]
   [junit4]   2> 130714 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard2=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/
   [junit4]   2> 130714 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard1=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/
   [junit4]   2> 130754 INFO  (qtp1583039091-2324) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9492b5[org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] realtime]
   [junit4]   2> 130768 INFO  (qtp1534540069-2305) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/select params={row.hhh_s=oivnjyof&distrib=false&fl=id&fl=score&shards.purpose=4&fsv=true&row.bbb_i=-1371290694&shard.url=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&row.ddd_s=bhinvhg&row.axx_i=-228626000&row.ggg_s=oln&wt=javabin&row.[geo]={"type":"Point","coordinates":[42,-3]}&row.ccc_s=widc&row.next_2_ids_ss=1,2&row.ayy_i=811277441&start=0&row.fff_s=qptsfkeykc&rows=10&version=2&row.azz_s=ni&q={!field+f%3Dnext_2_ids_i+v%3D$row.id}&row.aaa_i=1218440698&row.geo_2_srpt=POINT(+42+-16+)&row.id=0&NOW=1482962582662&isShard=true&row.eee_s=umpfo} hits=0 status=0 QTime=4
   [junit4]   2> 130769 INFO  (qtp1583039091-2323) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/select params={row.hhh_s=oivnjyof&distrib=false&fl=id&fl=score&shards.purpose=4&fsv=true&row.bbb_i=-1371290694&shard.url=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&row.ddd_s=bhinvhg&row.axx_i=-228626000&row.ggg_s=oln&wt=javabin&row.[geo]={"type":"Point","coordinates":[42,-3]}&row.ccc_s=widc&row.next_2_ids_ss=1,2&row.ayy_i=811277441&start=0&row.fff_s=qptsfkeykc&rows=10&version=2&row.azz_s=ni&q={!field+f%3Dnext_2_ids_i+v%3D$row.id}&row.aaa_i=1218440698&row.geo_2_srpt=POINT(+42+-16+)&row.id=0&NOW=1482962582662&isShard=true&row.eee_s=umpfo} hits=0 status=0 QTime=3
   [junit4]   2> 130787 INFO  (qtp1583039091-2324) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=null path=/select params={{params(row.id=0&row.aaa_i=1218440698&row.bbb_i=-1371290694&row.ccc_s=widc&row.ddd_s=bhinvhg&row.eee_s=umpfo&row.fff_s=qptsfkeykc&row.ggg_s=oln&row.hhh_s=oivnjyof&row.geo_2_srpt=POINT(+42+-16+)&row.next_2_ids_ss=1,2&row.axx_i=-228626000&row.ayy_i=811277441&row.azz_s=ni&row.[geo]={"type":"Point","coordinates":[42,-3]}),defaults(q={!field+f%3Dnext_2_ids_i+v%3D$row.id})}} hits=0 status=0 QTime=27
   [junit4]   2> 130799 INFO  (qtp1583039091-2324) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fl=id,ccc_s,[geo+f%3Dgeo_1_srpt],score,subq:[subquery],explain_alias:[explain],add(1.3,sub(aaa_i,aaa_i)),a*,[docid],*_s,func_aaa_alias:add(1.3,sub(aaa_i,aaa_i))&fl=[shard]&shards.purpose=1&subq.q={!field+f%3Dnext_2_ids_i+v%3D$row.id}&shard.url=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&version=2&shards.qt=/get&omitHeader=true&NOW=1482962582587&ids=63,0,44&isShard=true&wt=javabin} status=0 QTime=61
   [junit4]   2> 130803 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/get params={qt=/get&fl=id,ccc_s,[geo+f%3Dgeo_1_srpt],score,subq:[subquery],explain_alias:[explain],add(1.3,sub(aaa_i,aaa_i)),a*,[docid],*_s,func_aaa_alias:add(1.3,sub(aaa_i,aaa_i))&fl=[shard]&subq.q={!field+f%3Dnext_2_ids_i+v%3D$row.id}&ids=&ids=63,0&ids=44&wt=javabin&version=2} status=0 QTime=118
   [junit4]   2> 130808 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud RTG: numDocsThisIter=1 numDocsThisIterThatExist=0, docIds=[141]
   [junit4]   2> 130816 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.h.c.RealTimeGetComponent LOOKUP_SLICE:shard2=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/
   [junit4]   2> 130822 INFO  (qtp1534540069-2314) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&_stateVer_=org.apache.solr.cloud.TestRandomFlRTGCloud_collection:3&fl=id,*,explain_alias:[explain],my_shard_alias:[shard],*_s,a*,val_alias:[value+v%3D1976+t%3Dint],ccc_s,score_alias:score,[geo+f%3Dgeo_1_srpt],aaa_i&fl=&fl=bogus_unused_field_ss,bogus_raw_alias:[xml+f%3Dbogus_raw_field_ss],[docid],my_str_field_alias:ddd_s,[shard],[value+v%3D42+t%3Dint],my_geo_alias:[geo+f%3Dgeo_2_srpt]&fl=&fl=*_i&shards.purpose=1&shard.url=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&version=2&shards.qt=/get&omitHeader=true&NOW=1482962582718&ids=141&isShard=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 130823 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.c.S.Request [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/get params={qt=/get&_stateVer_=org.apache.solr.cloud.TestRandomFlRTGCloud_collection:3&fl=id,*,explain_alias:[explain],my_shard_alias:[shard],*_s,a*,val_alias:[value+v%3D1976+t%3Dint],ccc_s,score_alias:score,[geo+f%3Dgeo_1_srpt],aaa_i&fl=&fl=bogus_unused_field_ss,bogus_raw_alias:[xml+f%3Dbogus_raw_field_ss],[docid],my_str_field_alias:ddd_s,[shard],[value+v%3D42+t%3Dint],my_geo_alias:[geo+f%3Dgeo_2_srpt]&fl=&fl=*_i&id=141&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 130824 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud UPD: numDocsThisIter=3 numDocsThisIterThatExist=0, docIds=[176, 36, 233]
   [junit4]   2> 130824 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 176 = SolrInputDocument(fields: [id=176, aaa_i=-1013565510, bbb_i=-1110176257, ccc_s=qgozon, ddd_s=wj, eee_s=mameuyieim, fff_s=qpcellfn, ggg_s=lrtnqv, hhh_s=, geo_1_srpt=POINT( 42 36 ), geo_2_srpt=POINT( 42 -29 ), next_2_ids_ss=[177, 178], axx_i=-2034960008, ayy_i=-487257694, azz_s=oercnwmiqt])
   [junit4]   2> 130830 INFO  (qtp1583039091-2317) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176 (1554998973147643904)]} 0 4
   [junit4]   2> 130831 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 36 = SolrInputDocument(fields: [id=36, aaa_i=738844314, bbb_i=410995446, ccc_s=z, ddd_s=fodpgfu, eee_s=flqb, fff_s=, ggg_s=, hhh_s=wvbvt, geo_1_srpt=POINT( 42 -3 ), geo_2_srpt=POINT( 42 23 ), next_2_ids_ss=[37, 38], axx_i=-1465060654, ayy_i=1042880909, azz_s=rpnqddrmzb])
   [junit4]   2> 130843 INFO  (qtp1583039091-2321) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1554998973153935360)]} 0 11
   [junit4]   2> 130844 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 233 = SolrInputDocument(fields: [id=233, aaa_i=-1269209586, bbb_i=-1871193611, ccc_s=nmbbghuqwi, ddd_s=, eee_s=cqpsbvz, fff_s=gytgei, ggg_s=yramc, hhh_s=dcvnrpnk, geo_1_srpt=POINT( 42 23 ), geo_2_srpt=POINT( 42 36 ), next_2_ids_ss=[234, 235], axx_i=-2094521825, ayy_i=2085995095, azz_s=aoeoju])
   [junit4]   2> 130847 INFO  (qtp1534540069-2301) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&wt=javabin&version=2}{add=[233 (1554998973168615424)]} 0 1
   [junit4]   2> 130848 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 3
   [junit4]   2> 130848 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud UPD: numDocsThisIter=2 numDocsThisIterThatExist=0, docIds=[23, 121]
   [junit4]   2> 130849 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 23 = SolrInputDocument(fields: [id=23, aaa_i=405898867, bbb_i=-321264120, ccc_s=, ddd_s=, eee_s=oufwtndop, fff_s=gukeffcs, ggg_s=xeacz, hhh_s=zlxyug, geo_1_srpt=POINT( 42 10 ), geo_2_srpt=POINT( 42 10 ), next_2_ids_ss=[24, 25], axx_i=-1600501988, ayy_i=-2131522122, azz_s=hyiqdrofz])
   [junit4]   2> 130853 INFO  (qtp1534540069-2299) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1554998973175955456)]} 0 0
   [junit4]   2> 130854 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 121 = SolrInputDocument(fields: [id=121, aaa_i=94096145, bbb_i=-2140478567, ccc_s=rv, ddd_s=aujsl, eee_s=pdh, fff_s=hsj, ggg_s=, hhh_s=psubaujrkb, geo_1_srpt=POINT( 42 -16 ), geo_2_srpt=POINT( 42 49 ), next_2_ids_ss=[122, 123], axx_i=921873217, ayy_i=-1413339500, azz_s=ghmdqab])
   [junit4]   2> 130867 INFO  (qtp1534540069-2301) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&wt=javabin&version=2}{add=[121 (1554998973189586944)]} 0 1
   [junit4]   2> 130868 INFO  (qtp1583039091-2318) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 3
   [junit4]   2> 130868 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud UPD: numDocsThisIter=6 numDocsThisIterThatExist=0, docIds=[59, 231, 205, 43, 222, 251]
   [junit4]   2> 130869 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 59 = SolrInputDocument(fields: [id=59, aaa_i=-1405432183, bbb_i=-2036138221, ccc_s=cxzapcdpv, ddd_s=kqnm, eee_s=, fff_s=ctvei, ggg_s=hdj, hhh_s=uv, geo_1_srpt=POINT( 42 62 ), geo_2_srpt=POINT( 42 62 ), next_2_ids_ss=[60, 61], axx_i=1464970363, ayy_i=-572104679, azz_s=nvkvlh])
   [junit4]   2> 130873 INFO  (qtp1583039091-2323) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&wt=javabin&version=2}{add=[59 (1554998973195878400)]} 0 1
   [junit4]   2> 130874 INFO  (qtp1534540069-2299) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 2
   [junit4]   2> 130875 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 231 = SolrInputDocument(fields: [id=231, aaa_i=-422655484, bbb_i=2057514957, ccc_s=n, ddd_s=rscjiiswmz, eee_s=vqtsmocoel, fff_s=, ggg_s=ns, hhh_s=vtarugi, geo_1_srpt=POINT( 42 -29 ), geo_2_srpt=POINT( 42 10 ), next_2_ids_ss=[232, 233], axx_i=1743508453, ayy_i=-2005658698, azz_s=uucwtnr])
   [junit4]   2> 130878 INFO  (qtp1583039091-2323) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&wt=javabin&version=2}{add=[231 (1554998973201121280)]} 0 0
   [junit4]   2> 130878 INFO  (qtp1534540069-2301) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 2
   [junit4]   2> 130879 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 205 = SolrInputDocument(fields: [id=205, aaa_i=1725259738, bbb_i=-691498630, ccc_s=ktz, ddd_s=y, eee_s=, fff_s=tazasxtd, ggg_s=eruyls, hhh_s=hpwph, geo_1_srpt=POINT( 42 10 ), geo_2_srpt=POINT( 42 49 ), next_2_ids_ss=[206, 207], axx_i=574398586, ayy_i=-1521602444, azz_s=])
   [junit4]   2> 130882 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&wt=javabin&version=2}{add=[205 (1554998973205315584)]} 0 0
   [junit4]   2> 130883 INFO  (qtp1583039091-2320) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 2
   [junit4]   2> 130883 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 43 = SolrInputDocument(fields: [id=43, aaa_i=433081592, bbb_i=1669243723, ccc_s=sifgx, ddd_s=kracdyaae, eee_s=, fff_s=qcsatdmt, ggg_s=kmddrzlcmk, hhh_s=chrzvcb, geo_1_srpt=POINT( 42 49 ), geo_2_srpt=POINT( 42 23 ), next_2_ids_ss=[44, 45], axx_i=-1488809772, ayy_i=542329959, azz_s=])
   [junit4]   2> 130886 INFO  (qtp1583039091-2317) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&wt=javabin&version=2}{add=[43 (1554998973209509888)]} 0 1
   [junit4]   2> 130887 INFO  (qtp1534540069-2303) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 2
   [junit4]   2> 130887 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 222 = SolrInputDocument(fields: [id=222, aaa_i=-1320531432, bbb_i=582663761, ccc_s=ovgbhcjyfh, ddd_s=qxjgvqu, eee_s=mrs, fff_s=jewvcxv, ggg_s=cahvry, hhh_s=k, geo_1_srpt=POINT( 42 36 ), geo_2_srpt=POINT( 42 62 ), next_2_ids_ss=[223, 224], axx_i=-1608069791, ayy_i=837213991, azz_s=smwkorwbd])
   [junit4]   2> 130889 INFO  (qtp1583039091-2321) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222 (1554998973212655616)]} 0 0
   [junit4]   2> 130889 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 251 = SolrInputDocument(fields: [id=251, aaa_i=1297133171, bbb_i=-2119373732, ccc_s=moptu, ddd_s=fsu, eee_s=mhncqfi, fff_s=bbfbejsi, ggg_s=ku, hhh_s=, geo_1_srpt=POINT( 42 -42 ), geo_2_srpt=POINT( 42 -16 ), next_2_ids_ss=[252, 253], axx_i=-1954385876, ayy_i=-1744316822, azz_s=gfksax])
   [junit4]   2> 130894 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard2 r:core_node1 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:46744/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1/&wt=javabin&version=2}{add=[251 (1554998973217898496)]} 0 1
   [junit4]   2> 130895 INFO  (qtp1583039091-2322) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 3
   [junit4]   2> 130896 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud UPD: numDocsThisIter=2 numDocsThisIterThatExist=1, docIds=[11, 44]
   [junit4]   2> 130896 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 11 = SolrInputDocument(fields: [id=11, aaa_i=-1811222033, bbb_i=1235595213, ccc_s=chgyo, ddd_s=, eee_s=razkofld, fff_s=qqs, ggg_s=, hhh_s=rdiha, geo_1_srpt=POINT( 42 -16 ), geo_2_srpt=POINT( 42 62 ), next_2_ids_ss=[12, 13], axx_i=-162021328, ayy_i=86119003, azz_s=lwd])
   [junit4]   2> 130897 INFO  (qtp1583039091-2324) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1554998973222092800)]} 0 0
   [junit4]   2> 130898 INFO  (TEST-TestRandomFlRTGCloud.testRandomizedUpdatesAndRTGs-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.c.TestRandomFlRTGCloud ADD: 44 = SolrInputDocument(fields: [id=44, aaa_i=-188655908, bbb_i=-549170589, ccc_s=, ddd_s=gydc, eee_s=mrnne, fff_s=fbujuvzij, ggg_s=croz, hhh_s=gj, geo_1_srpt=POINT( 42 23 ), geo_2_srpt=POINT( 42 -16 ), next_2_ids_ss=[45, 46], axx_i=1472141184, ayy_i=869332690, azz_s=nryaqkbf])
   [junit4]   2> 130901 INFO  (qtp1583039091-2324) [n:127.0.0.1:46744_solr c:org.apache.solr.cloud.TestRandomFlRTGCloud_collection s:shard1 r:core_node2 x:org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard1_replica1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:56271/solr/org.apache.solr.cloud.TestRandomFlRTGCloud_collection_shard2_replica1/&wt=javabin&version=2}{add=[44 (1554998973225238528)]} 0 0
   [junit4]   2> 130901 INFO  (qtp1534540069-2302) [n:127.0.0.1:56271_solr c:org.apache.so

[...truncated too long message...]

1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1942635 INFO  (coreLoadExecutor-7030-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1942635 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1942635 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1942636 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1942636 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1942636 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1942637 INFO  (coreLoadExecutor-7030-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555000873166307328
   [junit4]   2> 1942637 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1942637 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1942638 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1942638 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1942638 INFO  (searcherExecutor-7031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1b212dcb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1947654 INFO  (TEST-SolrGangliaReporterTest.testReporter-seed#[CE87EAB584CAE4F0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrGangliaReporterTest -Dtests.method=testReporter -Dtests.seed=CE87EAB584CAE4F0 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   5.84s J1 | SolrGangliaReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.util.ConcurrentModificationException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CE87EAB584CAE4F0:9163C782EFC677B5]:0)
   [junit4]    > 	at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
   [junit4]    > 	at java.util.ArrayList$Itr.next(ArrayList.java:851)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1947658 INFO  (SUITE-SolrGangliaReporterTest-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1947658 INFO  (SUITE-SolrGangliaReporterTest-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1682034333
   [junit4]   2> 1947666 INFO  (coreCloseExecutor-7036-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1adb4087
   [junit4]   2> 1947933 INFO  (coreCloseExecutor-7036-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1947933 INFO  (SUITE-SolrGangliaReporterTest-seed#[CE87EAB584CAE4F0]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.metrics.reporters.SolrGangliaReporterTest_CE87EAB584CAE4F0-001
   [junit4]   2> Dec 28, 2016 10:33:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1163, maxMBSortInHeap=7.528046170060376, sim=RandomSimilarity(queryNorm=false): {}, locale=et, timezone=Europe/Rome
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=238155976,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomRequestDistribution, TestSolrCoreSnapshots, TestQueryTypes, InfoHandlerTest, SharedFSAutoReplicaFailoverTest, ZkControllerTest, TestReRankQParserPlugin, OpenCloseCoreStressTest, TestFiltering, IndexSchemaTest, TestSchemaVersionResource, OverseerCollectionConfigSetProcessorTest, ChaosMonkeySafeLeaderTest, TestConfigReload, TestLockTree, CoreAdminCreateDiscoverTest, TestCursorMarkWithoutUniqueKey, TestConfigSetProperties, TestBM25SimilarityFactory, TestDeleteCollectionOnDownNodes, ShardRoutingCustomTest, HighlighterTest, TestUpdate, FileUtilsTest, HttpSolrCallGetCoreTest, EnumFieldTest, MergeStrategyTest, TestSubQueryTransformerCrossCore, ReplicationFactorTest, DistributedExpandComponentTest, TestRequestForwarding, ConvertedLegacyTest, TestQueryWrapperFilter, CustomCollectionTest, SolrCLIZkUtilsTest, OpenExchangeRatesOrgProviderTest, HdfsLockFactoryTest, WrapperMergePolicyFactoryTest, ClassificationUpdateProcessorFactoryTest, TestCloudPivotFacet, TestSolrQueryResponse, TestDocumentBuilder, TestCustomStream, TestSolrDynamicMBean, DistributedFacetPivotLongTailTest, TermVectorComponentTest, TestClusterProperties, CachingDirectoryFactoryTest, QueryParsingTest, TestExactStatsCache, TestSystemIdResolver, SpatialRPTFieldTypeTest, TestXmlQParserPlugin, TestAddFieldRealTimeGet, TestMacros, BJQParserTest, VersionInfoTest, SuggesterFSTTest, TestManagedSchema, JsonLoaderTest, CollectionsAPIDistributedZkTest, BaseCdcrDistributedZkTest, TestTolerantUpdateProcessorRandomCloud, TestTrie, TestElisionMultitermQuery, SOLR749Test, TestReqParamsAPI, TestStressUserVersions, TestPostingsSolrHighlighter, TestBinaryResponseWriter, TestFieldResource, TestSimpleTrackingShardHandler, TestConfigSetsAPIExclusivity, DirectSolrConnectionTest, StressHdfsTest, BlockJoinFacetSimpleTest, TestFieldCacheReopen, SimpleMLTQParserTest, TestDistributedGrouping, TestManagedSynonymFilterFactory, DistributedSuggestComponentTest, TestSchemaManager, TestSchemaNameResource, SegmentsInfoRequestHandlerTest, TestSolrCloudWithDelegationTokens, TestHashPartitioner, SolrCmdDistributorTest, TestQueryUtils, TermsComponentTest, SolrMetricReporterTest, SampleTest, RulesTest, TestStressRecovery, SortByFunctionTest, LeaderInitiatedRecoveryOnCommitTest, HdfsTlogReplayBufferedWhileIndexingTest, TestAnalyzeInfixSuggestions, ShardRoutingTest, TestReloadAndDeleteDocs, TestFuzzyAnalyzedSuggestions, IndexBasedSpellCheckerTest, TestInfoStreamLogging, TestMissingGroups, TestNonDefinedSimilarityFactory, CollectionReloadTest, DocValuesNotIndexedTest, TestFieldCacheSortRandom, TestFastLRUCache, TestSegmentSorting, BasicDistributedZk2Test, SyncSliceTest, OverseerTest, BasicZkTest, ClusterStateUpdateTest, LeaderElectionTest, TestRandomDVFaceting, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, TestRealTimeGet, TestReload, HardAutoCommitTest, TestRangeQuery, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, DocValuesTest, DistanceFunctionTest, DebugComponentTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, CSVRequestHandlerTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, MultiTermTest, TestConfig, TestSolrCoreProperties, TestCodecSupport, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, SolrXmlInZkTest, TestAuthenticationFramework, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestStressCloudBlindAtomicUpdates, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, TestConfigSets, TestImplicitCoreProperties, TestInitParams, RequestLoggingTest, TestRestoreCore, DistributedFacetPivotWhiteBoxTest, ShufflingReplicaListTransformerTest, SuggestComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, JvmMetricsTest, SolrGangliaReporterTest]
   [junit4] Completed [576/673 (3!)] on J1 in 6.56s, 1 test, 1 error <<< FAILURES!

[...truncated 62721 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1573 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1573/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)  at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)  at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)  at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)  at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:747)  at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:809)  at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1060)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:817)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:906)  at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:551)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
	at sun.reflect.GeneratedConstructorAccessor184.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:747)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:809)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1060)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:817)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:906)
	at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:551)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
	at sun.reflect.GeneratedMethodAccessor22.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter

Error Message:


Stack Trace:
java.util.ConcurrentModificationException
	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:745EE735A4263A18]:0)
	at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
	at java.util.ArrayList$Itr.next(ArrayList.java:851)
	at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.SolrCmdDistributorTest.test

Error Message:
[SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/] expected:<0> but was:<2>

Stack Trace:
java.lang.AssertionError: [SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/] expected:<0> but was:<2>
	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:A3EEF5D861D6C4A5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.update.SolrCmdDistributorTest.test(SolrCmdDistributorTest.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10927 lines...]
   [junit4] Suite: org.apache.solr.metrics.reporters.SolrGangliaReporterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrGangliaReporterTest_2BBACA02CF2AA95D-001/init-core-data-001
   [junit4]   2> 424420 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 424421 INFO  (TEST-SolrGangliaReporterTest.testReporter-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReporter
   [junit4]   2> 424952 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 424995 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 425022 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 425142 WARN  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 425150 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 425158 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 425159 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrGangliaReporterTest_2BBACA02CF2AA95D-001/init-core-data-001/]
   [junit4]   2> 425159 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4871aba7
   [junit4]   2> 425161 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1299876588, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 425192 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 425192 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40052304834849084]
   [junit4]   2> 425193 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d6be928[collection1] main]
   [junit4]   2> 425194 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 425201 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 425228 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 425228 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 425229 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 425231 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 425231 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 425232 INFO  (coreLoadExecutor-946-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023607810228224
   [junit4]   2> 425234 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 425234 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 425235 INFO  (searcherExecutor-947-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d6be928[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430253 INFO  (TEST-SolrGangliaReporterTest.testReporter-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testReporter
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrGangliaReporterTest -Dtests.method=testReporter -Dtests.seed=2BBACA02CF2AA95D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=it -Dtests.timezone=Universal -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   5.84s J0 | SolrGangliaReporterTest.testReporter <<<
   [junit4]    > Throwable #1: java.util.ConcurrentModificationException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:745EE735A4263A18]:0)
   [junit4]    > 	at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
   [junit4]    > 	at java.util.ArrayList$Itr.next(ArrayList.java:851)
   [junit4]    > 	at org.apache.solr.metrics.reporters.SolrGangliaReporterTest.testReporter(SolrGangliaReporterTest.java:76)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 430263 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 430263 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=618285588
   [junit4]   2> 430264 INFO  (coreCloseExecutor-952-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2f55a880
   [junit4]   2> 430280 INFO  (coreCloseExecutor-952-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 430282 INFO  (SUITE-SolrGangliaReporterTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrGangliaReporterTest_2BBACA02CF2AA95D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1953, maxMBSortInHeap=6.560246627734133, sim=RandomSimilarity(queryNorm=true): {}, locale=it, timezone=Universal
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=51518080,total=457179136
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetsAPI, DeleteLastCustomShardedReplicaTest, TestDistributedSearch, JavabinLoaderTest, CoreMergeIndexesAdminHandlerTest, TestSSLRandomization, LeaderFailureAfterFreshStartTest, TestAnalyzedSuggestions, UtilsToolTest, TestFaceting, MinimalSchemaTest, TestFieldCacheWithThreads, TestRangeQuery, DistributedFacetPivotSmallTest, TestLeaderElectionWithEmptyReplica, StandardRequestHandlerTest, BasicDistributedZkTest, ReturnFieldsTest, SuggestComponentContextFilterQueryTest, TestFieldSortValues, TestSmileRequest, TestCSVLoader, TestSolrQueryParserDefaultOperatorResource, TestRemoteStreaming, SolrGangliaReporterTest]
   [junit4] Completed [97/673 (1!)] on J0 in 5.90s, 1 test, 1 error <<< FAILURES!

[...truncated 16 lines...]
   [junit4] Suite: org.apache.solr.update.SolrCmdDistributorTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/init-core-data-001
   [junit4]   2> 443147 INFO  (SUITE-SolrCmdDistributorTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 443148 INFO  (SUITE-SolrCmdDistributorTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ligru/e
   [junit4]   2> 443306 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores/collection1
   [junit4]   2> 443308 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 443309 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c1f2606{/ligru/e,null,AVAILABLE}
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ce9b8b8{HTTP/1.1,[http/1.1]}{127.0.0.1:46334}
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @447494ms
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=46334, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores}
   [junit4]   2> 443310 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 443310 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:54.321Z
   [junit4]   2> 443314 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/solr.xml
   [junit4]   2> 443326 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores
   [junit4]   2> 443326 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 443331 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 443359 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 443360 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 443374 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 443500 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 443503 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 443510 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 443511 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 443511 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 443516 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 443527 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 443530 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 443531 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 443531 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 443533 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b2ac399[collection1] main]
   [junit4]   2> 443533 WARN  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 443533 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 443534 INFO  (coreLoadExecutor-2096-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023627073617920
   [junit4]   2> 443535 INFO  (searcherExecutor-2097-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b2ac399[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 443768 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 443770 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a8eb60f{/ligru/e,null,AVAILABLE}
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e763c0f{HTTP/1.1,[http/1.1]}{127.0.0.1:38434}
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @447956ms
   [junit4]   2> 443771 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=38434, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores}
   [junit4]   2> 443772 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:54.783Z
   [junit4]   2> 443772 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 443791 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores
   [junit4]   2> 443791 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 443799 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 443832 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 443834 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 443853 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 444016 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 444020 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 444030 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 444030 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 444030 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 444046 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 444079 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 444079 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 444080 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 444080 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 444080 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29d3738a[collection1] main]
   [junit4]   2> 444081 WARN  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 444081 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 444082 INFO  (searcherExecutor-2108-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@29d3738a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 444082 INFO  (coreLoadExecutor-2107-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023627648237568
   [junit4]   2> 444211 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 444213 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 444214 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5253013f{/ligru/e,null,AVAILABLE}
   [junit4]   2> 444214 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@457a781f{HTTP/1.1,[http/1.1]}{127.0.0.1:40644}
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @448399ms
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=40644, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores}
   [junit4]   2> 444215 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 444215 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:55.226Z
   [junit4]   2> 444216 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 444227 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores
   [junit4]   2> 444227 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 444228 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 444252 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 444253 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 444283 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 444407 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 444409 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 444416 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 444417 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 444417 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 444423 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 444467 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 444474 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ad2c94c[collection1] main]
   [junit4]   2> 444475 WARN  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 444482 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 444483 INFO  (searcherExecutor-2119-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ad2c94c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 444483 INFO  (coreLoadExecutor-2118-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023628068716544
   [junit4]   2> 444697 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 444700 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c87f363{/ligru/e,null,AVAILABLE}
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29fa2f4b{HTTP/1.1,[http/1.1]}{127.0.0.1:54172}
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @448887ms
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=54172, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores}
   [junit4]   2> 444703 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 444703 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 444704 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 444704 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 444704 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:55.715Z
   [junit4]   2> 444705 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 444715 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores
   [junit4]   2> 444715 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 444718 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 444765 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 444766 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 444782 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 444916 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 444919 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 444929 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 444929 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 444929 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 444949 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 444963 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 444963 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 444964 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 444964 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 444965 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75d42f91[collection1] main]
   [junit4]   2> 444965 WARN  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 444966 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 444967 INFO  (searcherExecutor-2130-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@75d42f91[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 444968 INFO  (coreLoadExecutor-2129-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023628577275904
   [junit4]   2> 445116 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores/collection1
   [junit4]   2> 445118 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 445120 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46c1125c{/ligru/e,null,AVAILABLE}
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7433d9df{HTTP/1.1,[http/1.1]}{127.0.0.1:56935}
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.Server Started @449305ms
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/data, schema=schema.xml, solrconfig=solrconfig-tlog.xml, hostContext=/ligru/e, hostPort=56935, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores}
   [junit4]   2> 445121 ERROR (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 445121 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:34:56.132Z
   [junit4]   2> 445122 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/solr.xml
   [junit4]   2> 445133 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores
   [junit4]   2> 445134 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 445134 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 445170 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 445171 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 445187 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 445324 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 445327 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 445334 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 445334 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001/tempDir-001/shard3/cores/collection1/data/]
   [junit4]   2> 445334 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b96c82e
   [junit4]   2> 445344 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 445363 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 445363 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 445363 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 445364 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 445365 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fd22a6c[collection1] main]
   [junit4]   2> 445366 WARN  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 445368 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 445369 INFO  (coreLoadExecutor-2140-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555023628997754880
   [junit4]   2> 445372 INFO  (searcherExecutor-2141-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fd22a6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 445420 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 445424 INFO  (qtp245572875-4513) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629054377984)} 0 1
   [junit4]   2> 445427 INFO  (qtp738777014-4530) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629057523712)} 0 1
   [junit4]   2> 445430 INFO  (qtp1827488733-4547) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629059620864)} 0 1
   [junit4]   2> 445432 INFO  (qtp1176204033-4564) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629062766592)} 0 1
   [junit4]   2> 445435 INFO  (qtp1756589104-4581) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/ligru/e path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1555023629064863744)} 0 1
   [junit4]   2> 445436 ERROR (updateExecutor-733-thread-1-processing-http:////127.0.0.1:46334//ligru//e//collection1) [    ] o.a.s.u.StreamingSolrClients error
   [junit4]   2> java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.timer(InstrumentedHttpRequestExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:56)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:323)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:186)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 445439 ERROR (updateExecutor-733-thread-1) [    ] o.a.s.u.SolrCmdDistributor java.lang.NullPointerException
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.timer(InstrumentedHttpRequestExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:56)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient.request(ConcurrentUpdateSolrClient.java:442)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.update.SolrCmdDistributor.doRequest(SolrCmdDistributor.java:293)
   [junit4]   2> 	at org.apache.solr.update.SolrCmdDistributor.lambda$submit$0(SolrCmdDistributor.java:282)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 445440 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> 445441 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3ce9b8b8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445441 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=746990949
   [junit4]   2> 445442 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@747ea97b
   [junit4]   2> 445442 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445442 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6d982146
   [junit4]   2> 445452 INFO  (coreCloseExecutor-2146-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445452 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445452 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c1f2606{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445455 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e763c0f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445455 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=350107350
   [junit4]   2> 445456 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5da265ae
   [junit4]   2> 445456 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445456 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@48cea5aa
   [junit4]   2> 445463 INFO  (coreCloseExecutor-2148-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445464 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445464 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a8eb60f{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445467 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@457a781f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445467 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1865503264
   [junit4]   2> 445467 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e71aadb
   [junit4]   2> 445467 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445468 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51c76bee
   [junit4]   2> 445473 INFO  (coreCloseExecutor-2150-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445477 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445478 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5253013f{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445481 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@29fa2f4b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445481 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=3595505
   [junit4]   2> 445482 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d3c832f
   [junit4]   2> 445482 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445482 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@31c24410
   [junit4]   2> 445491 INFO  (coreCloseExecutor-2152-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445491 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445492 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c87f363{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> 445498 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7433d9df{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 445498 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=427417249
   [junit4]   2> 445499 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4c4247e
   [junit4]   2> 445499 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 445499 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@50c25342
   [junit4]   2> 445509 INFO  (coreCloseExecutor-2154-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 445509 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 445509 INFO  (TEST-SolrCmdDistributorTest.test-seed#[2BBACA02CF2AA95D]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46c1125c{/ligru/e,null,UNAVAILABLE}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrCmdDistributorTest -Dtests.method=test -Dtests.seed=2BBACA02CF2AA95D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=Pacific/Gambier -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 2.37s J1 | SolrCmdDistributorTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: [SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=add{,id=(null)}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/, SolrCmdDistributor$Error: statusCode=-1; exception=java.lang.NullPointerException; req=SolrCmdDistributor$Req: cmd=commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}; node=StdNode: http://127.0.0.1:46334/ligru/e/collection1/] expected:<0> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D:A3EEF5D861D6C4A5]:0)
   [junit4]    > 	at org.apache.solr.update.SolrCmdDistributorTest.test(SolrCmdDistributorTest.java:165)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 445515 INFO  (SUITE-SolrCmdDistributorTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SolrCmdDistributorTest_2BBACA02CF2AA95D-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=ca, timezone=Pacific/Gambier
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=145532696,total=515375104
   [junit4]   2> NOTE: All tests run in this JVM: [TestStressCloudBlindAtomicUpdates, TestDynamicFieldCollectionResource, TestDocBasedVersionConstraints, CollectionsAPIDistributedZkTest, SpellCheckComponentTest, TestSchemaVersionResource, ZkCLITest, TestSolrDynamicMBean, VMParamsZkACLAndCredentialsProvidersTest, DirectSolrSpellCheckerTest, SSLMigrationTest, BaseCdcrDistributedZkTest, DistributedTermsComponentTest, ShardRoutingTest, DistributedMLTComponentTest, TestSolrQueryResponse, TestAnalyzeInfixSuggestions, DistributedSuggestComponentTest, SchemaVersionSpecificBehaviorTest, HdfsChaosMonkeyNothingIsSafeTest, SolrMetricReporterTest, DirectSolrConnectionTest, TestManagedSynonymFilterFactory, DocValuesNotIndexedTest, SortByFunctionTest, TestSolrCloudWithDelegationTokens, TestMacros, CustomCollectionTest, JvmMetricsTest, TestMiniSolrCloudClusterSSL, SpatialFilterTest, TestMissingGroups, TestPostingsSolrHighlighter, DeleteNodeTest, SpatialRPTFieldTypeTest, ZkStateWriterTest, TestNonDefinedSimilarityFactory, TestHashPartitioner, TestCustomStream, HLLUtilTest, SimplePostToolTest, DeleteStatusTest, DOMUtilTest, SolrIndexSplitterTest, SolrCmdDistributorTest]
   [junit4] Completed [103/673 (2!)] on J1 in 2.39s, 1 test, 1 failure <<< FAILURES!

[...truncated 1485 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/init-core-data-001
   [junit4]   2> 1894320 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1894321 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/tempDir-001
   [junit4]   2> 1894321 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1894354 INFO  (Thread-3427) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1894354 INFO  (Thread-3427) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1894454 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57967
   [junit4]   2> 1894528 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1894542 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1894615 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dbcd862{/solr,null,AVAILABLE}
   [junit4]   2> 1894724 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ddccb90{/solr,null,AVAILABLE}
   [junit4]   2> 1894726 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2144c4e7{SSL,[ssl, http/1.1]}{127.0.0.1:55686}
   [junit4]   2> 1894726 INFO  (jetty-launcher-1891-thread-2) [    ] o.e.j.s.Server Started @1898841ms
   [junit4]   2> 1894737 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7565e98b{SSL,[ssl, http/1.1]}{127.0.0.1:36890}
   [junit4]   2> 1894737 INFO  (jetty-launcher-1891-thread-1) [    ] o.e.j.s.Server Started @1898852ms
   [junit4]   2> 1894737 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36890}
   [junit4]   2> 1894737 ERROR (jetty-launcher-1891-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1894738 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:59:05.680Z
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55686}
   [junit4]   2> 1894748 ERROR (jetty-launcher-1891-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1894748 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-12-29T04:59:05.690Z
   [junit4]   2> 1894781 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1894821 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1894867 INFO  (jetty-launcher-1891-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57967/solr
   [junit4]   2> 1894920 INFO  (jetty-launcher-1891-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57967/solr
   [junit4]   2> 1895073 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36890_solr
   [junit4]   2> 1895093 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.Overseer Overseer (id=97189071769763845-127.0.0.1:36890_solr-n_0000000000) starting
   [junit4]   2> 1895152 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36890_solr
   [junit4]   2> 1895157 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:36890_solr) [n:127.0.0.1:36890_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1895267 INFO  (jetty-launcher-1891-thread-2) [n:127.0.0.1:55686_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1895273 INFO  (jetty-launcher-1891-thread-2) [n:127.0.0.1:55686_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55686_solr
   [junit4]   2> 1895275 INFO  (zkCallback-1901-thread-1-processing-n:127.0.0.1:36890_solr) [n:127.0.0.1:36890_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1895284 INFO  (zkCallback-1902-thread-1-processing-n:127.0.0.1:55686_solr) [n:127.0.0.1:55686_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1895354 INFO  (jetty-launcher-1891-thread-2) [n:127.0.0.1:55686_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/tempDir-001/node2/.
   [junit4]   2> 1895778 INFO  (jetty-launcher-1891-thread-1) [n:127.0.0.1:36890_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_2BBACA02CF2AA95D-001/tempDir-001/node1/.
   [junit4]   2> 1899041 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1899042 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57967/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1899126 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1899135 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1899140 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1899195 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_57464_hdfs____9spaka/webapp
   [junit4]   2> 1900169 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57464
   [junit4]   2> 1900788 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1900789 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1900808 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44623_datanode____qndjha/webapp
   [junit4]   2> 1901541 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44623
   [junit4]   2> 1902064 WARN  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1902065 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1902247 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44040_datanode____gybfgz/webapp
   [junit4]   2> 1902579 INFO  (IPC Server handler 2 on 46270) [    ] BlockStateChange BLOCK* processReport: from storage DS-9778ea8f-3aba-44df-b7e0-e224f469b688 node DatanodeRegistration(127.0.0.1:56424, datanodeUuid=524893b4-d2c7-42f2-9348-eb22b979039b, infoPort=58788, infoSecurePort=0, ipcPort=48061, storageInfo=lv=-56;cid=testClusterID;nsid=2021021759;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1902579 INFO  (IPC Server handler 2 on 46270) [    ] BlockStateChange BLOCK* processR

[...truncated too long message...]

efaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:53)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1927830 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57967 57967
   [junit4]   2> 1927831 INFO  (SUITE-HdfsRecoveryZkTest-seed#[2BBACA02CF2AA95D]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=th-TH, timezone=IET
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=156208432,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetsAPI, DeleteLastCustomShardedReplicaTest, TestDistributedSearch, JavabinLoaderTest, CoreMergeIndexesAdminHandlerTest, TestSSLRandomization, LeaderFailureAfterFreshStartTest, TestAnalyzedSuggestions, UtilsToolTest, TestFaceting, MinimalSchemaTest, TestFieldCacheWithThreads, TestRangeQuery, DistributedFacetPivotSmallTest, TestLeaderElectionWithEmptyReplica, StandardRequestHandlerTest, BasicDistributedZkTest, ReturnFieldsTest, SuggestComponentContextFilterQueryTest, TestFieldSortValues, TestSmileRequest, TestCSVLoader, TestSolrQueryParserDefaultOperatorResource, TestRemoteStreaming, SolrGangliaReporterTest, PreAnalyzedFieldManagedSchemaCloudTest, TestCodecSupport, CdcrVersionReplicationTest, FileBasedSpellCheckerTest, SyncSliceTest, TestCloudRecovery, TestEmbeddedSolrServerConstructors, NumericFieldsTest, HdfsBasicDistributedZkTest, TestRTimerTree, CurrencyFieldOpenExchangeTest, SolrXmlInZkTest, QueryEqualityTest, TestSubQueryTransformer, BooleanFieldTest, ZkNodePropsTest, ReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PeerSyncReplicationTest, ShardSplitTest, TestScoreJoinQPNoScore, CursorMarkTest, CacheHeaderTest, TestSQLHandler, TestConfigSetImmutable, RollingRestartTest, ConjunctionSolrSpellCheckerTest, TestSizeLimitedDistributedMap, SmileWriterTest, TestSolrCloudSnapshots, TestCollapseQParserPlugin, TestCloudInspectUtil, SpellPossibilityIteratorTest, TestExactSharedStatsCache, TestFastWriter, RegexBoostProcessorTest, CreateCollectionCleanupTest, TestAuthorizationFramework, TestRawTransformer, TestLRUCache, SolrCoreTest, DistributedDebugComponentTest, CopyFieldTest, BasicZkTest, TestDFRSimilarityFactory, TemplateUpdateProcessorTest, RuleEngineTest, HdfsWriteToMultipleCollectionsTest, TestExpandComponent, HdfsDirectoryTest, TestMacroExpander, TestHdfsUpdateLog, TestCorePropertiesReload, ScriptEngineTest, TestCollationFieldDocValues, CursorPagingTest, TestAtomicUpdateErrorCases, RequiredFieldsTest, HttpPartitionTest, SearchHandlerTest, TriLevelCompositeIdRoutingTest, BlockJoinFacetRandomTest, SignatureUpdateProcessorFactoryTest, TestFieldTypeResource, TestFoldingMultitermQuery, DefaultValueUpdateProcessorTest, ActionThrottleTest, DateMathParserTest, TestExportWriter, UUIDFieldTest, TestUseDocValuesAsStored2, PolyFieldTest, TestSolrConfigHandlerConcurrent, TestFieldCache, TestRandomDVFaceting, CollectionTooManyReplicasTest, TestManagedResource, SystemInfoHandlerTest, TestBulkSchemaAPI, TestOmitPositions, TestSolrConfigHandler, DirectoryFactoryTest, NotRequiredUniqueKeyTest, TestJsonFacets, TestReplicaProperties, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, TestClusterProperties, TestCollectionAPI, TestLeaderInitiatedRecoveryThread, TestRandomFlRTGCloud, TestRebalanceLeaders, TestSolrCloudWithSecureImpersonation, HdfsCollectionsAPIDistributedZkTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=2BBACA02CF2AA95D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=th-TH -Dtests.timezone=IET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | HdfsRecoveryZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
   [junit4]    > 	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
   [junit4]    > 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
   [junit4]    > 	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:747)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:809)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1060)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:925)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:817)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:906)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:551)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2BBACA02CF2AA95D]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [548/673 (3!)] on J0 in 64.65s, 1 test, 1 failure <<< FAILURES!

[...truncated 62774 lines...]